{"id":"https://openalex.org/W2761694337","doi":"https://doi.org/10.1109/jiot.2017.2759728","title":"A New Deep-Q-Learning-Based Transmission Scheduling Mechanism for the Cognitive Internet of Things","display_name":"A New Deep-Q-Learning-Based Transmission Scheduling Mechanism for the Cognitive Internet of Things","publication_year":2017,"publication_date":"2017-10-04","ids":{"openalex":"https://openalex.org/W2761694337","doi":"https://doi.org/10.1109/jiot.2017.2759728","mag":"2761694337"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2017.2759728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2017.2759728","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100694509","display_name":"Jiang Zhu","orcid":"https://orcid.org/0000-0002-4726-2206"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiang Zhu","raw_affiliation_strings":["Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081083121","display_name":"Yonghui Song","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghui Song","raw_affiliation_strings":["Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046967955","display_name":"Dingde Jiang","orcid":"https://orcid.org/0000-0003-0284-5624"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingde Jiang","raw_affiliation_strings":["School of Astronautics and Aeronautic, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Astronautics and Aeronautic, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079301418","display_name":"Houbing Song","orcid":"https://orcid.org/0000-0003-2631-9223"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houbing Song","raw_affiliation_strings":["Department of Electrical, Computer, Software, and Systems Engineering, Embry\u2013Riddle Aeronautical University, Daytona Beach, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-2631-9223","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, Software, and Systems Engineering, Embry\u2013Riddle Aeronautical University, Daytona Beach, FL, USA","institution_ids":["https://openalex.org/I84475105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100694509"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":29.656,"has_fulltext":false,"cited_by_count":296,"citation_normalized_percentile":{"value":0.99761856,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"5","issue":"4","first_page":"2375","last_page":"2385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8627839088439941},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.644532322883606},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5903742909431458},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5603992342948914},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5480707287788391},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.5393092632293701},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.4951557219028473},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4924353063106537},{"id":"https://openalex.org/keywords/cognitive-network","display_name":"Cognitive network","score":0.4660094380378723},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4279642105102539},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.37603288888931274},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3326569199562073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3223230838775635},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13242360949516296},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12144112586975098}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8627839088439941},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.644532322883606},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5903742909431458},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5603992342948914},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5480707287788391},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.5393092632293701},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.4951557219028473},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4924353063106537},{"id":"https://openalex.org/C32542511","wikidata":"https://www.wikidata.org/wiki/Q5141225","display_name":"Cognitive network","level":4,"score":0.4660094380378723},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4279642105102539},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.37603288888931274},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3326569199562073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3223230838775635},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13242360949516296},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12144112586975098},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2017.2759728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2017.2759728","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.7799999713897705,"display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G2689533785","display_name":"\u8f6f\u4ef6\u5b9a\u4e49\u7f51\u7edc\u4e2d\u7684\u4e1a\u52a1\u6d41\u6d4b\u91cf\u673a\u7406\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61571104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4655746843","display_name":null,"funder_award_id":"cstc2015jcyjA40050","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"},{"id":"https://openalex.org/G5108637490","display_name":null,"funder_award_id":"N150402003","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5154173882","display_name":"\u5f02\u6784\u7f51\u7edc\u73af\u5883\u4e0b\u57fa\u4e8e\u8ba4\u77e5\u65e0\u7ebf\u7535\u6280\u672f\u7684\u77e5\u884c\u8fc7\u7a0b\u7814\u7a76","funder_award_id":"61102062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7067957164","display_name":"\u6cdb\u5728\u65e0\u7ebf\u7f51\u7edc\u4e2d\u57fa\u4e8e\u5206\u5e03\u5f0f\u534f\u4f5c\u6001\u52bf\u611f\u77e5\u7684\u81ea\u4e3b\u5b89\u5168\u673a\u5236\u7814\u7a76","funder_award_id":"61271260","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8696073526","display_name":null,"funder_award_id":"61572231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321550","display_name":"Chongqing Science and Technology Commission","ror":"https://ror.org/05w9erc61"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1182296108","https://openalex.org/W1501529425","https://openalex.org/W1508590604","https://openalex.org/W1553023101","https://openalex.org/W1570289766","https://openalex.org/W1671909177","https://openalex.org/W1967875490","https://openalex.org/W1976539944","https://openalex.org/W1994164663","https://openalex.org/W2024250466","https://openalex.org/W2034425715","https://openalex.org/W2037863907","https://openalex.org/W2041866840","https://openalex.org/W2059136964","https://openalex.org/W2080350595","https://openalex.org/W2104057862","https://openalex.org/W2126316555","https://openalex.org/W2128255537","https://openalex.org/W2141934628","https://openalex.org/W2149016651","https://openalex.org/W2153601510","https://openalex.org/W2156139371","https://openalex.org/W2163531574","https://openalex.org/W2164599584","https://openalex.org/W2165991108","https://openalex.org/W2239620927","https://openalex.org/W2248239756","https://openalex.org/W2257979135","https://openalex.org/W2281019063","https://openalex.org/W2286715017","https://openalex.org/W2329553425","https://openalex.org/W2343562430","https://openalex.org/W2390651777","https://openalex.org/W2412367038","https://openalex.org/W2473705594","https://openalex.org/W2512358362","https://openalex.org/W2524529151","https://openalex.org/W2525959385","https://openalex.org/W2528082835","https://openalex.org/W2531413502","https://openalex.org/W2536180541","https://openalex.org/W2538776763","https://openalex.org/W2543152534","https://openalex.org/W2546089848","https://openalex.org/W2546520342","https://openalex.org/W2548262998","https://openalex.org/W2563121256","https://openalex.org/W2565458341","https://openalex.org/W2598898897","https://openalex.org/W2610135452","https://openalex.org/W2734506410","https://openalex.org/W3103085346","https://openalex.org/W3142043969","https://openalex.org/W3162451329","https://openalex.org/W6630582595","https://openalex.org/W6632994062","https://openalex.org/W6634272563","https://openalex.org/W6637062249","https://openalex.org/W6656373496","https://openalex.org/W6684316174","https://openalex.org/W6691290438"],"related_works":["https://openalex.org/W2277261328","https://openalex.org/W2610471112","https://openalex.org/W2167656028","https://openalex.org/W2800372944","https://openalex.org/W2340059876","https://openalex.org/W2010464513","https://openalex.org/W2732016385","https://openalex.org/W2915536052","https://openalex.org/W2268952256","https://openalex.org/W2134296312"],"abstract_inverted_index":{"Cognitive":[0],"networks":[1],"(CNs)":[2],"are":[3],"one":[4],"of":[5,12,46,51,60,71,118,128,151,221,241],"the":[6,10,23,40,52,56,65,69,75,93,110,116,122,136,148,152,162,165,170,177,182,190,194,199,209,212,215,219,222,225,230,247],"key":[7],"enablers":[8],"for":[9,55,84,109,164],"Internet":[11,25],"Things":[13],"(IoT),":[14],"where":[15],"CNs":[16],"will":[17],"play":[18],"an":[19],"important":[20],"role":[21],"in":[22,26,90,173],"future":[24],"several":[27],"application":[28],"scenarios,":[29],"such":[30],"as":[31],"healthcare,":[32],"agriculture,":[33],"environment":[34],"monitoring,":[35],"and":[36,214,258],"smart":[37],"metering.":[38],"However,":[39],"current":[41],"low":[42],"packet":[43,94,259],"transmission":[44,95,103],"efficiency":[45,96],"IoT":[47,66,78,85],"faces":[48],"a":[49,81,100,238],"problem":[50,117],"crowded":[53],"spectrum":[54],"rapidly":[57],"increasing":[58],"popularities":[59],"various":[61],"wireless":[62],"applications.":[63,86],"Hence,":[64],"that":[67,229],"uses":[68],"advantages":[70],"cognitive":[72,76],"technology,":[73],"namely":[74],"radio-based":[77],"(CIoT),":[79],"is":[80,92,112,144,156,186,205],"promising":[82],"solution":[83,220],"A":[87,139,154],"major":[88],"challenge":[89],"CIoT":[91,111],"using":[97,106],"CNs.":[98],"Therefore,":[99],"new":[101,231],"Q-learning-based":[102],"scheduling":[104],"mechanism":[105],"deep":[107,202],"learning":[108,179,184,203],"proposed":[113,248],"to":[114,120,125,134,146,158,161,188,192,207,217],"solve":[115],"how":[119],"achieve":[121],"appropriate":[123],"strategy":[124],"transmit":[126,159,252],"packets":[127,160,253],"different":[129,174],"buffers":[130],"through":[131],"multiple":[132],"channels":[133],"maximize":[135,169],"system":[137,171,175],"throughput.":[138],"Markov":[140],"decision":[141],"process-based":[142],"model":[143,204],"formulated":[145],"describe":[147],"state":[149,213],"transformation":[150],"system.":[153],"relay":[155,191],"used":[157,206],"sink":[163],"other":[166,245],"nodes.":[167],"To":[168],"utility":[172],"states,":[176],"reinforcement":[178],"method,":[180],"i.e.,":[181],"Q":[183],"algorithm,":[185],"introduced":[187],"help":[189],"find":[193],"optimal":[195],"strategy.":[196],"In":[197],"addition,":[198],"stacked":[200],"auto-encoders":[201],"establish":[208],"mapping":[210],"between":[211],"action":[216,232],"accelerate":[218],"problem.":[223],"Finally,":[224],"experimental":[226],"results":[227],"demonstrate":[228],"selection":[233],"method":[234,249],"can":[235,250],"converge":[236],"after":[237],"certain":[239],"number":[240],"iterations.":[242],"Compared":[243],"with":[244,254],"algorithms,":[246],"better":[251],"less":[255],"power":[256],"consumption":[257],"loss.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":35},{"year":2021,"cited_by_count":68},{"year":2020,"cited_by_count":61},{"year":2019,"cited_by_count":53},{"year":2018,"cited_by_count":21}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}