{"id":"https://openalex.org/W2969435873","doi":"https://doi.org/10.1109/tvt.2019.2936510","title":"A Chaotic Q-learning-Based Licensed Assisted Access Scheme Over the Unlicensed Spectrum","display_name":"A Chaotic Q-learning-Based Licensed Assisted Access Scheme Over the Unlicensed Spectrum","publication_year":2019,"publication_date":"2019-08-22","ids":{"openalex":"https://openalex.org/W2969435873","doi":"https://doi.org/10.1109/tvt.2019.2936510","mag":"2969435873"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2936510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2936510","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087012349","display_name":"Errong Pei","orcid":"https://orcid.org/0000-0002-3262-1317"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Errong Pei","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002934743","display_name":"Junjie Jiang","orcid":"https://orcid.org/0000-0001-8752-7347"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Jiang","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102771573","display_name":"Lilan Liu","orcid":"https://orcid.org/0000-0003-2995-357X"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lilan Liu","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364659","display_name":"Yonggang Li","orcid":"https://orcid.org/0009-0005-1836-2450"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonggang Li","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100685389","display_name":"Zhizhong Zhang","orcid":"https://orcid.org/0000-0002-5221-134X"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhong Zhang","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5087012349"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":0.9651,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.76417918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"68","issue":"10","first_page":"9951","last_page":"9962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6425842642784119},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.5110493898391724},{"id":"https://openalex.org/keywords/ergodicity","display_name":"Ergodicity","score":0.5005745887756348},{"id":"https://openalex.org/keywords/chaotic","display_name":"Chaotic","score":0.5001602172851562},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.4934197962284088},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.48079127073287964},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.45510685443878174},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4519205093383789},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43265485763549805},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3788131773471832},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.29709720611572266},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2341861128807068},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17858093976974487},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1619057059288025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14805379509925842}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6425842642784119},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.5110493898391724},{"id":"https://openalex.org/C201779956","wikidata":"https://www.wikidata.org/wiki/Q5426803","display_name":"Ergodicity","level":2,"score":0.5005745887756348},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.5001602172851562},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.4934197962284088},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.48079127073287964},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.45510685443878174},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4519205093383789},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43265485763549805},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3788131773471832},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.29709720611572266},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2341861128807068},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17858093976974487},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1619057059288025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14805379509925842},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2019.2936510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2936510","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4590159683","display_name":null,"funder_award_id":"61379159","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5014806590","display_name":null,"funder_award_id":"61671096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2020377131","https://openalex.org/W2058841014","https://openalex.org/W2070508226","https://openalex.org/W2084761523","https://openalex.org/W2118472616","https://openalex.org/W2150339816","https://openalex.org/W2151956628","https://openalex.org/W2200824763","https://openalex.org/W2247588927","https://openalex.org/W2256955842","https://openalex.org/W2462784749","https://openalex.org/W2493102160","https://openalex.org/W2522618390","https://openalex.org/W2525323163","https://openalex.org/W2793876549","https://openalex.org/W2891388911","https://openalex.org/W2902952649","https://openalex.org/W2904400973","https://openalex.org/W2963581947","https://openalex.org/W2964241700","https://openalex.org/W3104637066"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2006887475","https://openalex.org/W2377672665","https://openalex.org/W2055371868"],"abstract_inverted_index":{"To":[0],"meet":[1],"the":[2,21,36,51,55,62,74,86,89,97,105,113,116,123,128,139,147,153,158,163,171,183,188,192,204,230,237,243],"ever-increasing":[3],"demand":[4],"for":[5],"mobile":[6,9],"data":[7],"traffic,":[8],"operators":[10],"are":[11,46],"seeking":[12],"to":[13,20,49,137,186],"utilize":[14],"unlicensed":[15,37,92],"spectrum":[16,38,93],"as":[17,219,242],"a":[18,78],"supplement":[19],"licensed":[22,68],"spectrum.":[23],"The":[24,199],"harmonious":[25],"and":[26,32,94,108,119,141,177,197,224,228,248,262],"spectrum-efficient":[27],"coexistence":[28],"scheme":[29,72,235],"between":[30],"LTE":[31,67],"incumbent":[33],"users":[34],"on":[35,104,127],"is":[39,135,179],"thus":[40,60],"mandatory.":[41],"Currently,":[42],"advanced":[43],"intelligent":[44],"technologies":[45],"being":[47],"expected":[48],"play":[50],"crucial":[52],"role":[53],"in":[54,73,88,255],"future":[56],"communication":[57],"system.":[58],"We":[59,83],"introduce":[61],"Q-learning":[63],"(QL)":[64],"framework":[65],"into":[66,100,182],"assisted":[69],"access":[70],"(LAA)":[71],"paper,":[75],"thereby":[76],"forming":[77],"QL":[79,233],"based":[80,103,126],"LAA":[81,234,239,247],"scheme.":[82],"first":[84,180],"redefine":[85],"fairness":[87,109,261],"sharing":[90],"of":[91,115,143,195,257],"then":[95],"divide":[96],"state":[98],"space":[99],"six":[101],"states":[102],"predefined":[106],"throughput":[107],"thresholds,":[110],"followed":[111],"by":[112],"definition":[114],"action":[117,165],"set":[118],"reward":[120],"function.":[121],"In":[122],"proposed":[124,205,231],"scheme,":[125],"convergent":[129],"Q":[130],"table,":[131],"where":[132],"each":[133],"element":[134],"used":[136],"evaluate":[138],"pros":[140],"cons":[142],"taking":[144],"an":[145],"action,":[146],"agent":[148],"can":[149],"repeatedly":[150],"interact":[151],"with":[152,174,191,215],"environment":[154],"until":[155],"it":[156],"reaches":[157],"terminal":[159],"state,":[160],"i.e.":[161],"selects":[162],"optimal":[164],"(i.e.":[166],"contention":[167],"window":[168],"size).":[169],"Additionally,":[170],"chaotic":[172,232],"motion":[173],"ergodicity,":[175],"regularity":[176],"randomness":[178],"introduced":[181],"action-decision":[184],"strategy":[185,209],"accelerate":[187],"training":[189],"velocity":[190,213],"balance":[193],"consideration":[194],"exploration":[196],"exploitation.":[198],"simulation":[200],"results":[201],"prove":[202],"that":[203,229],"e-chaotic":[206],"greedy":[207],"selection":[208,226],"has":[210],"faster":[211],"convergence":[212],"compared":[214],"other":[216,238],"methods":[217],"such":[218,241],"e-greedy,":[220],"pure":[221],"greedy,":[222],"Bolzmann":[223],"random":[225],"strategy,":[227],"outperforms":[236],"schemes":[240,254],"3GPP,":[244],"linear,":[245],"fixed":[246],"Listen":[249],"Before":[250],"Talk":[251],"(LBT)":[252],"adaptive":[253],"terms":[256],"throughput,":[258],"collision":[259],"probability,":[260],"delay.":[263]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}