{"id":"https://openalex.org/W2980805633","doi":"https://doi.org/10.1109/access.2019.2948111","title":"Q-Learning Aided Resource Allocation and Environment Recognition in LoRaWAN With CSMA/CA","display_name":"Q-Learning Aided Resource Allocation and Environment Recognition in LoRaWAN With CSMA/CA","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2980805633","doi":"https://doi.org/10.1109/access.2019.2948111","mag":"2980805633"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2948111","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2948111","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08873564.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08873564.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012032142","display_name":"Naoki Aihara","orcid":"https://orcid.org/0000-0002-8600-5093"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Aihara","raw_affiliation_strings":["Advanced Wireless and Communication Research Center, University of Electro-Communications, Chofu, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8600-5093","affiliations":[{"raw_affiliation_string":"Advanced Wireless and Communication Research Center, University of Electro-Communications, Chofu, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032592463","display_name":"Koichi Adachi","orcid":"https://orcid.org/0000-0003-3463-1233"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koichi Adachi","raw_affiliation_strings":["Advanced Wireless and Communication Research Center, University of Electro-Communications, Chofu, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3463-1233","affiliations":[{"raw_affiliation_string":"Advanced Wireless and Communication Research Center, University of Electro-Communications, Chofu, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006789640","display_name":"Osamu Takyu","orcid":"https://orcid.org/0000-0003-3221-6714"},"institutions":[{"id":"https://openalex.org/I137975476","display_name":"Shinshu University","ror":"https://ror.org/0244rem06","country_code":"JP","type":"education","lineage":["https://openalex.org/I137975476"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Osamu Takyu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Shinshu University, Nagano, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3221-6714","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Shinshu University, Nagano, Japan","institution_ids":["https://openalex.org/I137975476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103980966","display_name":"Mai Ohta","orcid":null},"institutions":[{"id":"https://openalex.org/I31784960","display_name":"Fukuoka University","ror":"https://ror.org/04nt8b154","country_code":"JP","type":"education","lineage":["https://openalex.org/I31784960"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mai Ohta","raw_affiliation_strings":["Department of Electronics and Computer Science, Fukuoka University, Fukuoka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Computer Science, Fukuoka University, Fukuoka, Japan","institution_ids":["https://openalex.org/I31784960"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054932044","display_name":"Takeo Fujii","orcid":"https://orcid.org/0000-0002-7886-5560"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takeo Fujii","raw_affiliation_strings":["Advanced Wireless and Communication Research Center, University of Electro-Communications, Chofu, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Wireless and Communication Research Center, University of Electro-Communications, Chofu, Japan","institution_ids":["https://openalex.org/I20529979"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6855,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.90674802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"152126","last_page":"152137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8195192813873291},{"id":"https://openalex.org/keywords/default-gateway","display_name":"Default gateway","score":0.772009015083313},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7400853633880615},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.703475832939148},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5697219371795654},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5162303447723389},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5012757778167725},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4897935390472412},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3434557318687439},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1368299424648285},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07050943374633789}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8195192813873291},{"id":"https://openalex.org/C187713609","wikidata":"https://www.wikidata.org/wiki/Q2465461","display_name":"Default gateway","level":2,"score":0.772009015083313},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7400853633880615},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.703475832939148},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5697219371795654},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5162303447723389},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5012757778167725},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4897935390472412},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3434557318687439},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1368299424648285},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07050943374633789},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2948111","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2948111","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08873564.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bd7ed48389ea457d96434ecec5e9829c","is_oa":true,"landing_page_url":"https://doaj.org/article/bd7ed48389ea457d96434ecec5e9829c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 152126-152137 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2948111","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2948111","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08873564.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2980805633.pdf","grobid_xml":"https://content.openalex.org/works/W2980805633.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W169138861","https://openalex.org/W1522301498","https://openalex.org/W2009086942","https://openalex.org/W2018693318","https://openalex.org/W2121863487","https://openalex.org/W2141559645","https://openalex.org/W2328724333","https://openalex.org/W2754978355","https://openalex.org/W2771354262","https://openalex.org/W2783706096","https://openalex.org/W2793045126","https://openalex.org/W2907596468","https://openalex.org/W2914049166","https://openalex.org/W2914844463","https://openalex.org/W2915034952","https://openalex.org/W2962691290","https://openalex.org/W2963049675","https://openalex.org/W4214717370","https://openalex.org/W4241725193","https://openalex.org/W6631190155"],"related_works":["https://openalex.org/W1995417588","https://openalex.org/W3007061917","https://openalex.org/W2008332894","https://openalex.org/W2111242951","https://openalex.org/W2734490318","https://openalex.org/W2901378758","https://openalex.org/W4385804851","https://openalex.org/W2372261285","https://openalex.org/W4210711442","https://openalex.org/W3048640223"],"abstract_inverted_index":{"The":[0,64,155,204,213],"mutual":[1,97],"interference":[2,98],"among":[3,67,100,140],"wireless":[4,26,129,156],"nodes":[5,27,39,69,87,102,160],"is":[6,49,103,123,166,182,199],"a":[7,41,185,202],"critical":[8],"factor":[9],"in":[10,40,61,145,171,184],"the":[11,34,52,106,128,138,150,164,178,189,193,220,233],"Internet-of-Things":[12],"(IoT)":[13],"era":[14],"due":[15,116],"to":[16,21,32,117,125,173,209,232],"its":[17,22,118],"dense":[18],"deployment.":[19],"Due":[20],"large":[23,119],"coverage":[24],"area,":[25],"may":[28],"not":[29],"be":[30],"able":[31],"detect":[33],"on-going":[35],"communication":[36],"of":[37,51,108,192,195],"other":[38,141],"long":[42],"range":[43],"wide":[44,55],"area":[45,56],"network":[46,72,110,113,120],"(LoRaWAN),":[47],"which":[48],"one":[50],"low":[53],"power":[54],"(LPWA)":[57],"standards.":[58],"This":[59],"results":[60,215],"packet":[62,65,77,83],"collision.":[63],"collision":[66,84],"LoRaWAN":[68,86,101,134,142,159,186,217],"significantly":[70],"deteriorates":[71],"performance":[73,111,227],"functions":[74],"such":[75,136],"as":[76,137,201],"delivery":[78],"rate":[79],"(PDR).":[80],"Furthermore,":[81],"if":[82],"happens,":[85],"must":[88],"retransmit":[89],"packets,":[90],"draining":[91],"their":[92],"limited":[93],"battery":[94],"power.":[95],"Thus,":[96,144],"management":[99],"important":[104],"from":[105],"perspectives":[107],"both":[109],"and":[112,163,188],"lifetime.":[114],"However,":[115],"size,":[121],"it":[122],"difficult":[124],"explicitly":[126],"comprehend":[127],"channel":[130],"environment":[131,157],"around":[132,158],"each":[133],"node,":[135],"relation":[139],"nodes.":[143],"this":[146,211],"paper,":[147],"we":[148],"utilize":[149],"powerful":[151],"machine":[152],"learning":[153],"technique.":[154],"are":[161],"learned,":[162],"knowledge":[165],"utilized":[167],"for":[168],"resource":[169,235],"allocation":[170,236],"order":[172],"improve":[174,224],"PDR":[175,226],"performance.":[176],"In":[177],"proposed":[179,221],"method,":[180],"Q-learning":[181],"adopted":[183],"system,":[187],"weighted":[190],"sum":[191],"number":[194],"successfully":[196],"received":[197],"packets":[198],"treated":[200],"Q-reward.":[203,212],"gateway":[205],"(GW)":[206],"allocates":[207],"resources":[208],"maximize":[210],"numerical":[214],"considering":[216],"elucidate":[218],"that":[219],"scheme":[222],"can":[223],"average":[225],"by":[228],"about":[229],"20%":[230],"compared":[231],"random":[234],"scheme.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}