{"id":"https://openalex.org/W2892044570","doi":"https://doi.org/10.1007/s11036-018-1109-9","title":"Q-Learning-Based Dynamic Spectrum Access in Cognitive Industrial Internet of Things","display_name":"Q-Learning-Based Dynamic Spectrum Access in Cognitive Industrial Internet of Things","publication_year":2018,"publication_date":"2018-09-11","ids":{"openalex":"https://openalex.org/W2892044570","doi":"https://doi.org/10.1007/s11036-018-1109-9","mag":"2892044570"},"language":"en","primary_location":{"id":"doi:10.1007/s11036-018-1109-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11036-018-1109-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11036-018-1109-9.pdf","source":{"id":"https://openalex.org/S192894947","display_name":"Mobile Networks and Applications","issn_l":"1383-469X","issn":["1383-469X","1572-8153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Networks and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11036-018-1109-9.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100777235","display_name":"Feng Li","orcid":"https://orcid.org/0000-0003-2642-0022"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Feng Li","raw_affiliation_strings":["College of Information Engineering, Zhejiang University of Technology, Hangzhou, 310023, China","School of Computer Science and Engineering, Nanyang Technological University, Nanyang, 639798, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Zhejiang University of Technology, Hangzhou, 310023, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Nanyang, 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101720092","display_name":"Kwok\u2010Yan Lam","orcid":"https://orcid.org/0000-0001-7479-7970"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kwok-Yan Lam","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Nanyang, 639798, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Nanyang, 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082900845","display_name":"Zhengguo Sheng","orcid":"https://orcid.org/0000-0003-2143-4003"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Zhengguo Sheng","raw_affiliation_strings":["Department of Engineering and Design, University of Sussex, Brighton, BN1 9RH, UK"],"affiliations":[{"raw_affiliation_string":"Department of Engineering and Design, University of Sussex, Brighton, BN1 9RH, UK","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089320702","display_name":"Xinggan Zhang","orcid":"https://orcid.org/0000-0002-4181-580X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinggan Zhang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, 210093, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, 210093, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038720526","display_name":"Kanglian Zhao","orcid":"https://orcid.org/0000-0002-9931-2893"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kanglian Zhao","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, 210093, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, 210093, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100335926","display_name":"Li Wang","orcid":"https://orcid.org/0000-0002-0468-9488"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Wang","raw_affiliation_strings":["College of Information Engineering, Zhejiang University of Technology, Hangzhou, 310023, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Zhejiang University of Technology, Hangzhou, 310023, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5082900845"],"corresponding_institution_ids":["https://openalex.org/I162608824"],"apc_list":null,"apc_paid":null,"fwci":3.3215,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.92983471,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"23","issue":"6","first_page":"1636","last_page":"1644"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9068285226821899},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5977143049240112},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.572828471660614},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5494461059570312},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5210072994232178},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4896717369556427},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4842214584350586},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.44491851329803467},{"id":"https://openalex.org/keywords/industrial-internet","display_name":"Industrial Internet","score":0.4348413944244385},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4169906973838806},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.3779955208301544},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2800828218460083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1920749843120575},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12351185083389282}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9068285226821899},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5977143049240112},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.572828471660614},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5494461059570312},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5210072994232178},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4896717369556427},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4842214584350586},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.44491851329803467},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.4348413944244385},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4169906973838806},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.3779955208301544},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2800828218460083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1920749843120575},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12351185083389282},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11036-018-1109-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11036-018-1109-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11036-018-1109-9.pdf","source":{"id":"https://openalex.org/S192894947","display_name":"Mobile Networks and Applications","issn_l":"1383-469X","issn":["1383-469X","1572-8153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Networks and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11036-018-1109-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11036-018-1109-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11036-018-1109-9.pdf","source":{"id":"https://openalex.org/S192894947","display_name":"Mobile Networks and Applications","issn_l":"1383-469X","issn":["1383-469X","1572-8153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Networks and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6600000262260437}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320325256","display_name":"Info-communications Media Development Authority","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2892044570.pdf","grobid_xml":"https://content.openalex.org/works/W2892044570.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1968773071","https://openalex.org/W1989706283","https://openalex.org/W1994164663","https://openalex.org/W2068849277","https://openalex.org/W2128255537","https://openalex.org/W2142332462","https://openalex.org/W2175330946","https://openalex.org/W2248229679","https://openalex.org/W2287864575","https://openalex.org/W2402149712","https://openalex.org/W2500726237","https://openalex.org/W2525524244","https://openalex.org/W2546520342","https://openalex.org/W2548860039","https://openalex.org/W2567642374","https://openalex.org/W2738606439","https://openalex.org/W2761694337","https://openalex.org/W2765251398","https://openalex.org/W2777447168","https://openalex.org/W2779269988","https://openalex.org/W2781623378","https://openalex.org/W2783764817","https://openalex.org/W2786991412","https://openalex.org/W2787467369","https://openalex.org/W2791056945","https://openalex.org/W2791432311","https://openalex.org/W2791975054","https://openalex.org/W2792149140","https://openalex.org/W2793935299","https://openalex.org/W2794594414","https://openalex.org/W2795613961","https://openalex.org/W2796872992","https://openalex.org/W2799126587","https://openalex.org/W2890825963"],"related_works":["https://openalex.org/W3076529025","https://openalex.org/W3096874164","https://openalex.org/W4376605461","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2892507673","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915"],"abstract_inverted_index":{"In":[0,52],"recent":[1],"years,":[2],"Industrial":[3],"Internet":[4],"of":[5,75,155],"Things":[6],"(IIoT)":[7],"has":[8],"attracted":[9],"growing":[10],"attention":[11],"from":[12],"both":[13],"academia":[14],"and":[15,35,42,77,132,143,181],"industry.":[16],"Meanwhile,":[17],"when":[18],"traditional":[19,170],"wireless":[20],"sensor":[21],"networks":[22],"are":[23,149],"applied":[24],"to":[25,38,48,71,94,112,125,139,151],"complex":[26],"industrial":[27],"field":[28],"with":[29,118],"high":[30],"requirements":[31],"for":[32,63,80,91,107],"real":[33],"time":[34],"robustness,":[36],"how":[37],"design":[39],"an":[40],"efficient":[41],"practical":[43],"cross-layer":[44],"transmission":[45],"mechanism":[46],"needs":[47],"be":[49,123,126],"fully":[50],"investigated.":[51],"this":[53],"paper,":[54],"we":[55],"propose":[56],"a":[57,86,100],"Q-learning-based":[58,101],"dynamic":[59,160],"spectrum":[60,161],"access":[61,89,103,162],"method":[62,158,167],"IIoT":[64],"by":[65],"introducing":[66],"cognitive":[67],"self-learning":[68,175],"technical":[69],"solution":[70],"solve":[72],"the":[73,108,153,169],"difficulty":[74],"distributed":[76,140],"ordered":[78],"self-accessing":[79],"unlicensed":[81,92,109],"terminals.":[82],"We":[83],"first":[84],"devise":[85],"simplified":[87,171],"MAC":[88],"protocol":[90],"users":[93,110],"use":[95],"single":[96],"available":[97],"channel.":[98],"Then,":[99],"multi-channels":[102],"scheme":[104],"is":[105],"raised":[106],"migrating":[111],"other":[113],"lower":[114],"cells.":[115],"The":[116],"channel":[117,136,178],"most":[119],"Q":[120],"value":[121],"will":[122],"considered":[124],"selected.":[127],"Every":[128],"mobile":[129],"terminals":[130],"store":[131],"update":[133],"their":[134],"own":[135],"lists":[137],"due":[138],"network":[141],"mode":[142],"non-perfect":[144],"sensing":[145],"ability.":[146],"Numerical":[147],"results":[148],"provided":[150],"evaluate":[152],"performances":[154],"our":[156],"proposed":[157,166],"on":[159,177],"in":[163],"IIoT.":[164],"Our":[165],"outperforms":[168],"accessing":[172],"methods":[173],"without":[174],"capability":[176],"usage":[179],"rate":[180],"conflict":[182],"probability.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}