{"id":"https://openalex.org/W4367046513","doi":"https://doi.org/10.1145/3576842.3582383","title":"Handling Coexistence of LoRa with Other Networks through Embedded Reinforcement Learning","display_name":"Handling Coexistence of LoRa with Other Networks through Embedded Reinforcement Learning","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4367046513","doi":"https://doi.org/10.1145/3576842.3582383"},"language":"en","primary_location":{"id":"doi:10.1145/3576842.3582383","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576842.3582383","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582383","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE Conference on Internet of Things Design and Implementation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582383","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026655887","display_name":"Sezana Fahmida","orcid":"https://orcid.org/0000-0002-6003-1541"},"institutions":[{"id":"https://openalex.org/I125866687","display_name":"Wayne State College","ror":"https://ror.org/02cntrd02","country_code":"US","type":"education","lineage":["https://openalex.org/I125866687"]},{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sezana Fahmida","raw_affiliation_strings":["Wayne State University, United States"],"raw_orcid":"https://orcid.org/0000-0002-6003-1541","affiliations":[{"raw_affiliation_string":"Wayne State University, United States","institution_ids":["https://openalex.org/I125866687","https://openalex.org/I185443292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057222529","display_name":"Venkata P. Modekurthy","orcid":"https://orcid.org/0000-0002-1283-6134"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venkata Prashant Modekurthy\u202c","raw_affiliation_strings":["University of Nevada, USA"],"raw_orcid":"https://orcid.org/0000-0002-1283-6134","affiliations":[{"raw_affiliation_string":"University of Nevada, USA","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021382142","display_name":"M. Rahman","orcid":"https://orcid.org/0000-0003-2353-6687"},"institutions":[{"id":"https://openalex.org/I111455621","display_name":"Queens College, CUNY","ror":"https://ror.org/03v8adn41","country_code":"US","type":"education","lineage":["https://openalex.org/I111455621"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahbubur Rahman","raw_affiliation_strings":["Queens College, City University of New York, United States"],"raw_orcid":"https://orcid.org/0000-0003-2353-6687","affiliations":[{"raw_affiliation_string":"Queens College, City University of New York, United States","institution_ids":["https://openalex.org/I111455621"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016200671","display_name":"Abusayeed Saifullah","orcid":"https://orcid.org/0000-0002-7922-0836"},"institutions":[{"id":"https://openalex.org/I125866687","display_name":"Wayne State College","ror":"https://ror.org/02cntrd02","country_code":"US","type":"education","lineage":["https://openalex.org/I125866687"]},{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abusayeed Saifullah","raw_affiliation_strings":["Wayne State University, United States"],"raw_orcid":"https://orcid.org/0000-0002-7922-0836","affiliations":[{"raw_affiliation_string":"Wayne State University, United States","institution_ids":["https://openalex.org/I125866687","https://openalex.org/I185443292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0607,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84759715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"410","last_page":"423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12801","display_name":"Bluetooth and Wireless Communication Technologies","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lpwan","display_name":"LPWAN","score":0.9334315657615662},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8182641267776489},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7349468469619751},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6671385765075684},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6541424989700317},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6080498099327087},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.47558629512786865},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.46878206729888916},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.468083918094635},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4542929530143738},{"id":"https://openalex.org/keywords/wide-area-network","display_name":"Wide area network","score":0.42101776599884033},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4208466708660126},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.41628557443618774},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2268323302268982},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12672805786132812},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11956474184989929},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1014392077922821}],"concepts":[{"id":"https://openalex.org/C2776445043","wikidata":"https://www.wikidata.org/wiki/Q20706829","display_name":"LPWAN","level":3,"score":0.9334315657615662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8182641267776489},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7349468469619751},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6671385765075684},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6541424989700317},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6080498099327087},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.47558629512786865},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.46878206729888916},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.468083918094635},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4542929530143738},{"id":"https://openalex.org/C2776238582","wikidata":"https://www.wikidata.org/wiki/Q11384","display_name":"Wide area network","level":2,"score":0.42101776599884033},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4208466708660126},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.41628557443618774},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2268323302268982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12672805786132812},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11956474184989929},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1014392077922821},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3576842.3582383","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576842.3582383","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582383","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE Conference on Internet of Things Design and Implementation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3576842.3582383","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576842.3582383","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582383","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE Conference on Internet of Things Design and Implementation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G1063248901","display_name":"CNS Core: Small: Low-Power Wide-Area Networks for Industrial Automation","funder_award_id":"2301757","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2184075278","display_name":null,"funder_award_id":"N00014-23-1-2151","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2189972684","display_name":"CAREER: Protocols for Low-Power Wide-Area Networks in White Spaces","funder_award_id":"2306486","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4081334796","display_name":"Collaborative Research: CNS Core: Medium: Parallel and Real-Time Multicore Scheduling for an Efficiently-Used Cache (PARSEC)","funder_award_id":"2211640","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4259887930","display_name":"Collaborative Research: CNS Core: Medium: Parallel and Real-Time Multicore Scheduling for an Efficiently-Used Cache (PARSEC)","funder_award_id":"2306745","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5217821806","display_name":"Collaborative Research: PPoSS: Planning: Scaling Autonomous Vehicle Systems at the Edge: from On-Board Processing to Cloud Infrastructure","funder_award_id":"2118202","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309566","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367046513.pdf","grobid_xml":"https://content.openalex.org/works/W4367046513.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1810054459","https://openalex.org/W2046679951","https://openalex.org/W2071250132","https://openalex.org/W2097491623","https://openalex.org/W2525426849","https://openalex.org/W2537187694","https://openalex.org/W2567070715","https://openalex.org/W2740962776","https://openalex.org/W2781583119","https://openalex.org/W2887280345","https://openalex.org/W2917178737","https://openalex.org/W3047548313","https://openalex.org/W3081896252","https://openalex.org/W3096675644","https://openalex.org/W3110502668","https://openalex.org/W3216388332","https://openalex.org/W4236603839","https://openalex.org/W4245988147","https://openalex.org/W4248872416","https://openalex.org/W4283376313","https://openalex.org/W4308947186","https://openalex.org/W4312893298","https://openalex.org/W4365799996","https://openalex.org/W4365800110","https://openalex.org/W4401176422"],"related_works":["https://openalex.org/W2780275797","https://openalex.org/W2787604381","https://openalex.org/W2805348733","https://openalex.org/W2995268047","https://openalex.org/W2976440832","https://openalex.org/W3138242362","https://openalex.org/W2993037392","https://openalex.org/W2901309327","https://openalex.org/W3134784882","https://openalex.org/W3125356464"],"abstract_inverted_index":{"The":[0,147,197],"rapid":[1],"growth":[2],"of":[3,18,71,100,114,177,184,210],"various":[4,181],"Low-Power":[5],"Wide-Area":[6],"Network":[7],"(LPWAN)":[8],"technologies":[9],"in":[10,212,222,257],"the":[11,16,87,98,112,155,170,242],"limited":[12],"spectrum":[13],"brings":[14],"forth":[15],"challenge":[17],"their":[19,62],"coexistence.":[20,81],"Today,":[21],"LPWANs":[22],"are":[23],"not":[24,54],"equipped":[25],"to":[26,34,59,67,78,254],"handle":[27,79],"this":[28,83,168],"impending":[29],"challenge.":[30],"It":[31],"is":[32,130,169],"difficult":[33],"employ":[35],"sophisticated":[36],"media":[37],"access":[38],"control":[39],"protocol":[40],"for":[41,46,56,90,174],"low-power":[42,178],"nodes.":[43,128,146],"Coexistence":[44],"handling":[45,175],"WiFi":[47],"or":[48],"traditional":[49],"short-range":[50],"wireless":[51],"network":[52,103,156,239],"will":[53],"work":[55],"LPWANs.":[57],"Due":[58],"long":[60],"range,":[61],"nodes":[63],"can":[64],"be":[65],"subject":[66],"an":[68,208],"unprecedented":[69],"number":[70],"hidden":[72],"nodes,":[73],"requiring":[74],"highly":[75],"energy-efficient":[76],"techniques":[77],"such":[80],"In":[82,226],"paper,":[84],"we":[85,110,188,229],"address":[86],"coexistence":[88,105,176,182,233],"problem":[89],"LoRa,":[91],"a":[92,101,115,122,134,160,185,223,236],"leading":[93],"LPWAN":[94],"technology.":[95],"To":[96,165],"improve":[97],"performance":[99],"LoRa":[102,127,145,186,224,238],"under":[104],"with":[106,252],"many":[107],"independent":[108],"networks,":[109],"propose":[111],"design":[113],"novel":[116],"embedded":[117],"learning":[118,125],"agent":[119],"based":[120,157],"on":[121,158,205],"lightweight":[123],"reinforcement":[124],"at":[126,144],"This":[129],"done":[131],"by":[132,220],"developing":[133],"Q-learning":[135,172,203],"framework":[136,148],"while":[137,216,244],"ensuring":[138],"minimal":[139],"memory":[140],"and":[141,195],"computation":[142],"overhead":[143],"exploits":[149],"transmission":[150,163],"acknowledgments":[151],"as":[152],"feedback":[153],"from":[154],"what":[159],"node":[161],"makes":[162],"decisions.":[164],"our":[166,190,202,245],"knowledge,":[167],"first":[171],"approach":[173,191,204,246],"networks.":[179],"Considering":[180],"scenarios":[183,234],"network,":[187],"evaluate":[189],"through":[192],"experiments":[193],"indoors":[194],"outdoors.":[196],"outdoor":[198],"results":[199],"show":[200],"that":[201],"average":[206],"achieves":[207],"improvement":[209,256],"46%":[211],"packet":[213,249],"reception":[214,250],"rate":[215,251],"reducing":[217],"energy":[218,258],"consumption":[219],"66%":[221],"network.":[225],"indoor":[227],"experiments,":[228],"have":[230],"observed":[231],"some":[232],"where":[235],"current":[237],"loses":[240],"all":[241],"packets":[243],"enables":[247],"99%":[248],"up":[253],"90%":[255],"consumption.":[259]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}