{"id":"https://openalex.org/W4416712434","doi":"https://doi.org/10.1088/2631-8695/ae24c5","title":"Adaptive radio access technology selection on ESP32-based IoT devices using reinforcement learning","display_name":"Adaptive radio access technology selection on ESP32-based IoT devices using reinforcement learning","publication_year":2025,"publication_date":"2025-11-26","ids":{"openalex":"https://openalex.org/W4416712434","doi":"https://doi.org/10.1088/2631-8695/ae24c5"},"language":"en","primary_location":{"id":"doi:10.1088/2631-8695/ae24c5","doi":"https://doi.org/10.1088/2631-8695/ae24c5","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2631-8695/ae24c5","pdf_url":null,"source":{"id":"https://openalex.org/S4210221144","display_name":"Engineering Research Express","issn_l":"2631-8695","issn":["2631-8695"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Research Express","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1088/2631-8695/ae24c5","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090678239","display_name":"Tassadit Sadoun","orcid":"https://orcid.org/0009-0006-5402-6566","observed_orcids":["https://orcid.org/0009-0006-5402-6566"]},"institutions":[{"id":"https://openalex.org/I4210159538","display_name":"Mouloud Mammeri University of Tizi-Ouzou","ror":"https://ror.org/050ktqq97","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210159538"]}],"countries":["DZ"],"is_corresponding":true,"raw_author_name":"Tassadit Sadoun","raw_affiliation_strings":["Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, Tizi Ouzou Province, 15000, ALGERIA"],"raw_orcid":"https://orcid.org/0009-0006-5402-6566","affiliations":[{"raw_affiliation_string":"Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, Tizi Ouzou Province, 15000, ALGERIA","institution_ids":["https://openalex.org/I4210159538"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044382382","display_name":"Sabrina Mokrani","orcid":"https://orcid.org/0009-0008-6002-0448","observed_orcids":["https://orcid.org/0009-0008-6002-0448"]},"institutions":[{"id":"https://openalex.org/I4210159538","display_name":"Mouloud Mammeri University of Tizi-Ouzou","ror":"https://ror.org/050ktqq97","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210159538"]}],"countries":["DZ"],"is_corresponding":true,"raw_author_name":"Sabrina Mokrani","raw_affiliation_strings":["Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, Tizi Ouzou Province, 15000, ALGERIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, Tizi Ouzou Province, 15000, ALGERIA","institution_ids":["https://openalex.org/I4210159538"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090853657","display_name":"Rachida Aoudjit","orcid":"https://orcid.org/0000-0002-7096-4388","observed_orcids":["https://orcid.org/0000-0002-7096-4388"]},"institutions":[{"id":"https://openalex.org/I4210159538","display_name":"Mouloud Mammeri University of Tizi-Ouzou","ror":"https://ror.org/050ktqq97","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210159538"]}],"countries":["DZ"],"is_corresponding":true,"raw_author_name":"Rachida Aoudjit","raw_affiliation_strings":["Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, 15000, ALGERIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, 15000, ALGERIA","institution_ids":["https://openalex.org/I4210159538"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061267204","display_name":"Jaime Lloret","orcid":"https://orcid.org/0000-0002-0862-0533","observed_orcids":["https://orcid.org/0000-0002-0862-0533"]},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Jaime Lloret","raw_affiliation_strings":["Instituto de Investigaci\u00f3n para la Gestion Integrada de Zonas Costeras, Universitat Politecnica de Valencia - Campus de Gandia, C/ Pananimf, 1, Grau de Gandia, 46730, SPAIN"],"raw_orcid":"https://orcid.org/0000-0002-0862-0533","affiliations":[{"raw_affiliation_string":"Instituto de Investigaci\u00f3n para la Gestion Integrada de Zonas Costeras, Universitat Politecnica de Valencia - Campus de Gandia, C/ Pananimf, 1, Grau de Gandia, 46730, SPAIN","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004402089","display_name":"Malika Belkadi","orcid":"https://orcid.org/0009-0005-3049-0500","observed_orcids":["https://orcid.org/0009-0005-3049-0500"]},"institutions":[{"id":"https://openalex.org/I4210159538","display_name":"Mouloud Mammeri University of Tizi-Ouzou","ror":"https://ror.org/050ktqq97","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210159538"]}],"countries":["DZ"],"is_corresponding":true,"raw_author_name":"Malika Belkadi","raw_affiliation_strings":["Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, 15000, ALGERIA"],"raw_orcid":"https://orcid.org/0009-0005-3049-0500","affiliations":[{"raw_affiliation_string":"Mouloud Mammeri University of Tizi Ouzou, Universit\u00e9 Mouloud Mammeri de, 15000, Tizi Ouzou, 15000, ALGERIA","institution_ids":["https://openalex.org/I4210159538"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5004402089","https://openalex.org/A5044382382","https://openalex.org/A5061267204","https://openalex.org/A5090678239","https://openalex.org/A5090853657"],"corresponding_institution_ids":["https://openalex.org/I4210159538","https://openalex.org/I60053951"],"apc_list":{"value":2400,"currency":"USD","value_usd":2400},"apc_paid":{"value":2400,"currency":"USD","value_usd":2400},"fwci":0.6216,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64349228,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"7","issue":"4","first_page":"0452c6","last_page":"0452c6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.8008000254631042,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.8008000254631042,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.08150000125169754,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radio-access-technology-selection","display_name":"radio access technology selection","score":0.9670000076293945},{"id":"https://openalex.org/keywords/esp32","display_name":"ESP32 microcontroller","score":0.6119999885559082},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7089999914169312},{"id":"https://openalex.org/keywords/resource-constrained-iot-devices","display_name":"resource-constrained IoT devices","score":0.7839999794960022},{"id":"https://openalex.org/keywords/wi-fi","display_name":"Wi-Fi","score":0.9599999785423279},{"id":"https://openalex.org/keywords/bluetooth-low-energy","display_name":"Bluetooth Low Energy","score":0.9980000257492065},{"id":"https://openalex.org/keywords/cellular-networks","display_name":"cellular networks","score":0.9559999704360962},{"id":"https://openalex.org/keywords/multi-criteria-decision-making","display_name":"multi-criteria decision making","score":0.7749999761581421},{"id":"https://openalex.org/keywords/e-health","display_name":"e-health","score":0.699999988079071},{"id":"https://openalex.org/keywords/packet-delivery-ratio","display_name":"packet delivery ratio","score":0.9869999885559082},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"energy consumption","score":0.8619999885559082},{"id":"https://openalex.org/keywords/end-to-end-delay","display_name":"end-to-end delay","score":0.906000018119812}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7717000246047974},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.739300012588501},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5705999732017517},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.52920001745224},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5091999769210815},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.499099999666214},{"id":"https://openalex.org/C546215728","wikidata":"https://www.wikidata.org/wiki/Q39531","display_name":"Bluetooth","level":3,"score":0.46540001034736633},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C2776418194","wikidata":"https://www.wikidata.org/wiki/Q1638779","display_name":"Bluetooth Low Energy","level":4,"score":0.42649999260902405},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4097999930381775},{"id":"https://openalex.org/C2780137118","wikidata":"https://www.wikidata.org/wiki/Q17121585","display_name":"Radio access technology","level":4,"score":0.40470001101493835},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.36570000648498535},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3345000147819519},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.3149000108242035},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.288100004196167},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C83849155","wikidata":"https://www.wikidata.org/wiki/Q1472399","display_name":"Internet access","level":3,"score":0.26159998774528503},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1088/2631-8695/ae24c5","doi":"https://doi.org/10.1088/2631-8695/ae24c5","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2631-8695/ae24c5","pdf_url":null,"source":{"id":"https://openalex.org/S4210221144","display_name":"Engineering Research Express","issn_l":"2631-8695","issn":["2631-8695"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Research Express","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1088/2631-8695/ae24c5","doi":"https://doi.org/10.1088/2631-8695/ae24c5","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2631-8695/ae24c5","pdf_url":null,"source":{"id":"https://openalex.org/S4210221144","display_name":"Engineering Research Express","issn_l":"2631-8695","issn":["2631-8695"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Research Express","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8970999717712402,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1971025190","https://openalex.org/W2134295053","https://openalex.org/W2141077315","https://openalex.org/W2773001141","https://openalex.org/W2920711620","https://openalex.org/W2931269057","https://openalex.org/W2942456137","https://openalex.org/W2945792041","https://openalex.org/W2967094669","https://openalex.org/W2970671666","https://openalex.org/W2982382800","https://openalex.org/W3164750704","https://openalex.org/W3176064848","https://openalex.org/W3211184632","https://openalex.org/W4244472909","https://openalex.org/W4290785924","https://openalex.org/W4360841437","https://openalex.org/W4385074472","https://openalex.org/W4387950976","https://openalex.org/W4391876780","https://openalex.org/W4392368611","https://openalex.org/W4399301539","https://openalex.org/W4408579051","https://openalex.org/W4410613934","https://openalex.org/W7138908267"],"related_works":["https://openalex.org/W4408579051","https://openalex.org/W2970671666","https://openalex.org/W7140104977","https://openalex.org/W4377022210","https://openalex.org/W2973251255","https://openalex.org/W2799922603","https://openalex.org/W4290785924","https://openalex.org/W3155774885","https://openalex.org/W4310007076","https://openalex.org/W7133301089"],"abstract_inverted_index":{"Abstract":[0],"The":[1,56,132,162],"rapid":[2],"proliferation":[3],"of":[4,6,15,81,129,136,159,180],"Internet":[5],"Things":[7],"(IoT)":[8],"applications":[9],"has":[10],"led":[11],"to":[12,29,67,171,194],"the":[13,21,27,79,83,110,123,137,157,178,181,186,195],"coexistence":[14],"multiple":[16,76],"wireless":[17],"connectivity":[18],"technologies":[19],"within":[20],"same":[22],"environment.":[23],"In":[24,43],"this":[25,44,91],"context,":[26],"ability":[28],"integrate":[30],"various":[31],"Radio":[32],"Access":[33],"Technologies":[34],"(RATs)":[35],"simultaneously":[36],"is":[37],"essential":[38],"for":[39],"enhancing":[40],"system":[41,50,57],"adaptability.":[42],"paper,":[45],"we":[46,93],"implement":[47],"a":[48,52,95,153,173],"multi-RAT":[49],"on":[51,101,114],"resource-constrained":[53],"ESP32":[54],"module.":[55],"combines":[58],"Wi-Fi,":[59],"Bluetooth":[60],"Low":[61],"Energy":[62],"(BLE),":[63],"and":[64,70,118,126,134,176,190,199],"cellular":[65],"networks":[66],"provide":[68],"flexible":[69],"resilient":[71],"IoT":[72],"connectivity.":[73],"However,":[74],"with":[75],"RATs":[77],"available,":[78],"challenge":[80],"selecting":[82,200],"most":[84],"appropriate":[85],"RAT":[86,112,175,197,201],"remains":[87],"critical.":[88],"To":[89],"overcome":[90],"issue,":[92],"propose":[94],"multi-criteria":[96],"adaptive":[97],"decision":[98],"algorithm":[99,140],"based":[100,113],"Naive":[102],"Reinforcement":[103],"Learning":[104],"(NRL).":[105],"This":[106,151],"solution":[107],"dynamically":[108],"selects":[109],"optimal":[111],"current":[115],"network":[116],"conditions":[117],"application":[119],"requirements,":[120],"while":[121],"respecting":[122],"limited":[124],"memory":[125],"processing":[127],"capacities":[128],"ESP32-based":[130],"devices.":[131],"practicality":[133],"effectiveness":[135],"proposed":[138],"NRL-based":[139],"are":[141],"demonstrated":[142],"through":[143],"an":[144],"e-health":[145],"scenario":[146],"using":[147,172],"real-world":[148],"healthcare":[149],"data.":[150],"demonstrates":[152],"significant":[154],"increase":[155],"in":[156],"performance":[158],"key":[160],"metrics.":[161],"method":[163,198],"increases":[164],"Packet":[165],"Delivery":[166],"Ratio":[167],"(PDR)":[168],"as":[169],"compared":[170,193],"single":[174,196],"randomizing":[177],"selection":[179],"RAT.":[182],"It":[183],"also":[184],"reduces":[185],"average":[187],"end-to-end":[188],"time":[189],"energy":[191],"consumption":[192],"at":[202],"random.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-11-27T00:00:00"}