{"id":"https://openalex.org/W3210556103","doi":"https://doi.org/10.1109/access.2021.3123213","title":"Packet Delivery Maximization Using Deep Reinforcement Learning-Based Transmission Scheduling for Industrial Cognitive Radio Systems","display_name":"Packet Delivery Maximization Using Deep Reinforcement Learning-Based Transmission Scheduling for Industrial Cognitive Radio Systems","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3210556103","doi":"https://doi.org/10.1109/access.2021.3123213","mag":"3210556103"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3123213","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3123213","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09585683.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09585683.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045638088","display_name":"Pham Duy Thanh","orcid":"https://orcid.org/0000-0002-5084-3044"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Pham Duy Thanh","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan (UOU), Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5084-3044","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan (UOU), Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010890787","display_name":"Tran Nhut Khai Hoan","orcid":"https://orcid.org/0000-0003-3648-6527"},"institutions":[{"id":"https://openalex.org/I177733328","display_name":"Can Tho University","ror":"https://ror.org/0071qz696","country_code":"VN","type":"education","lineage":["https://openalex.org/I177733328"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Tran Nhut Khai Hoan","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, College of Engineering Technology, Can Tho University, Can Tho, Vietnam"],"raw_orcid":"https://orcid.org/0000-0003-3648-6527","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, College of Engineering Technology, Can Tho University, Can Tho, Vietnam","institution_ids":["https://openalex.org/I177733328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021683919","display_name":"Hoang Thi Huong Giang","orcid":"https://orcid.org/0000-0003-0909-3269"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoang Thi Huong Giang","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan (UOU), Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0909-3269","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan (UOU), Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082206251","display_name":"Insoo Koo","orcid":"https://orcid.org/0000-0001-7476-8782"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Insoo Koo","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan (UOU), Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7476-8782","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan (UOU), Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.1519,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.5217319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"146492","last_page":"146508"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8146410584449768},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.7549638748168945},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6814862489700317},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.678761899471283},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6586520671844482},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5861576199531555},{"id":"https://openalex.org/keywords/superframe","display_name":"Superframe","score":0.5662035942077637},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4889306128025055},{"id":"https://openalex.org/keywords/ism-band","display_name":"ISM band","score":0.4689350128173828},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43473243713378906},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3654076159000397},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.35564881563186646},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3266853988170624},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1513095200061798},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1080617606639862},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.088692307472229}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8146410584449768},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7549638748168945},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6814862489700317},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.678761899471283},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6586520671844482},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5861576199531555},{"id":"https://openalex.org/C137607620","wikidata":"https://www.wikidata.org/wiki/Q7643384","display_name":"Superframe","level":3,"score":0.5662035942077637},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4889306128025055},{"id":"https://openalex.org/C2780652538","wikidata":"https://www.wikidata.org/wiki/Q304545","display_name":"ISM band","level":3,"score":0.4689350128173828},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43473243713378906},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3654076159000397},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35564881563186646},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3266853988170624},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1513095200061798},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1080617606639862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.088692307472229},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3123213","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3123213","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09585683.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:14e593c3f43f44b6be9771b424113c58","is_oa":true,"landing_page_url":"https://doaj.org/article/14e593c3f43f44b6be9771b424113c58","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 146492-146508 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3123213","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3123213","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09585683.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8434905120","display_name":null,"funder_award_id":"2021R1A2B5B01001721","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3210556103.pdf","grobid_xml":"https://content.openalex.org/works/W3210556103.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W616265588","https://openalex.org/W1520310498","https://openalex.org/W1971457816","https://openalex.org/W2030137848","https://openalex.org/W2033601670","https://openalex.org/W2045478058","https://openalex.org/W2052980724","https://openalex.org/W2101124704","https://openalex.org/W2104662915","https://openalex.org/W2110263953","https://openalex.org/W2113884362","https://openalex.org/W2159928341","https://openalex.org/W2164402548","https://openalex.org/W2169051890","https://openalex.org/W2188632736","https://openalex.org/W2200716638","https://openalex.org/W2201581102","https://openalex.org/W2290498649","https://openalex.org/W2291888299","https://openalex.org/W2292291771","https://openalex.org/W2377270878","https://openalex.org/W2511033794","https://openalex.org/W2763061619","https://openalex.org/W2774103196","https://openalex.org/W2790800460","https://openalex.org/W2807800966","https://openalex.org/W2833280196","https://openalex.org/W2883259122","https://openalex.org/W2895547895","https://openalex.org/W2951359573","https://openalex.org/W2954059606","https://openalex.org/W2981769775","https://openalex.org/W2988311143","https://openalex.org/W2989135934","https://openalex.org/W2996270209","https://openalex.org/W2997415551","https://openalex.org/W2997474868","https://openalex.org/W3011238462","https://openalex.org/W3089148966","https://openalex.org/W3098327115","https://openalex.org/W3109137557","https://openalex.org/W3119678111","https://openalex.org/W3121738021","https://openalex.org/W3123516227","https://openalex.org/W3132647335","https://openalex.org/W3133484843","https://openalex.org/W3134851707","https://openalex.org/W3177086842","https://openalex.org/W4256626043","https://openalex.org/W6631032488","https://openalex.org/W6663787015","https://openalex.org/W6687681856","https://openalex.org/W6725353769","https://openalex.org/W6789431822","https://openalex.org/W6790552527","https://openalex.org/W6791198407","https://openalex.org/W6791818149","https://openalex.org/W6798373351"],"related_works":["https://openalex.org/W2887829875","https://openalex.org/W4256241842","https://openalex.org/W4253089905","https://openalex.org/W3208412627","https://openalex.org/W2128476859","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532","https://openalex.org/W1864585809"],"abstract_inverted_index":{"The":[0,79,184],"performance":[1,49],"of":[2,29,45,50,76,93,119,126,135,141,190],"data":[3,109],"aggregation":[4],"in":[5,173],"industrial":[6],"wireless":[7],"communications":[8],"can":[9],"be":[10],"degraded":[11],"by":[12,99,131],"environmental":[13],"interference":[14],"on":[15],"Industrial":[16],"Scientific":[17],"Medical":[18],"(ISM)":[19],"channels.":[20],"In":[21,111],"this":[22,112],"paper,":[23,113],"the":[24,43,47,51,61,70,74,89,94,102,106,116,133,136,139,146,150,170,178,182,188,191],"opportunistic":[25],"spectrum":[26],"access":[27,82],"capability":[28],"cognitive":[30,81],"radio":[31],"(CR)":[32],"was":[33],"applied":[34],"to":[35,38,69,87,105,161,169,176,195],"enable":[36],"devices":[37,98,107,172],"share":[39],"primary":[40,103,167],"channels":[41,104,168],"with":[42],"aim":[44],"enhancing":[46],"transmission":[48,91],"WirelessHART":[52],"network.":[53],"We":[54],"considered":[55],"a":[56,124,127,155],"linear":[57],"convergecast":[58],"network,":[59],"where":[60],"packets":[62,95,180],"generated":[63],"at":[64,149,181],"each":[65,174],"device":[66],"were":[67,85],"routed":[68],"gateway":[71],"(GW)":[72],"through":[73],"aid":[75],"neighboring":[77],"devices.":[78],"solar-powered":[80],"points":[83],"(CAPs)":[84],"deployed":[86],"improve":[88],"successful":[90],"probability":[92],"among":[96],"field":[97,171],"opportunistically":[100],"allocating":[101],"for":[108],"transmissions.":[110],"we":[114,153],"formulate":[115],"scheduling":[117,159],"problem":[118],"long-term":[120],"throughput":[121],"maximization":[122],"as":[123],"framework":[125],"Markov":[128],"decision":[129],"process":[130],"considering":[132],"constraints":[134],"minimum":[137],"delay,":[138],"number":[140],"required":[142],"ISM":[143,165],"channels,":[144],"and":[145,166],"harvested":[147],"energy":[148],"CAPs.":[151],"Then,":[152],"propose":[154],"deep":[156],"reinforcement":[157],"learning-based":[158],"scheme":[160,193],"optimally":[162],"assign":[163],"multiple":[164],"superframe":[175],"maximize":[177],"received":[179],"GW.":[183],"simulation":[185],"results":[186],"confirmed":[187],"superiority":[189],"proposed":[192],"compared":[194],"existing":[196],"methods.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}