{"id":"https://openalex.org/W7203582205","doi":"https://doi.org/10.5281/zenodo.21970029","title":"Q-learning-based Dynamic Transmission Channel Selection for Wireless Sensor Networks","display_name":"Q-learning-based Dynamic Transmission Channel Selection for Wireless Sensor Networks","alternate_titles":[],"publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7203582205","doi":"https://doi.org/10.5281/zenodo.21970029"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.21970029","doi":"https://doi.org/10.5281/zenodo.21970029","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21970029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},"parent_works":[],"lineage":["https://openalex.org/W7203582205"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.21970029","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147264409","display_name":"Safa Benaidja","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I50219554","display_name":"Amar Telidji University of Laghouat","ror":"https://ror.org/018bbh535","country_code":"DZ","type":"education","lineage":["https://openalex.org/I50219554"]}],"countries":["DZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Benaidja, Safa","raw_affiliation_strings":["University of Amar Telidji, Laghouat, Algeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amar Telidji, Laghouat, Algeria","institution_ids":["https://openalex.org/I50219554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5147276624","display_name":"Bouchra Laadjal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I50219554","display_name":"Amar Telidji University of Laghouat","ror":"https://ror.org/018bbh535","country_code":"DZ","type":"education","lineage":["https://openalex.org/I50219554"]}],"countries":["DZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Laadjal, Bouchra","raw_affiliation_strings":["University of Amar Telidji, Laghouat, Algeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amar Telidji, Laghouat, Algeria","institution_ids":["https://openalex.org/I50219554"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I50219554"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless-sensor-networks","display_name":"wireless sensor networks","score":0.8899999856948853},{"id":"https://openalex.org/keywords/dynamic-channel-selection","display_name":"dynamic channel selection","score":0.9430000185966492},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9179999828338623},{"id":"https://openalex.org/keywords/channel-allocation","display_name":"channel assignment","score":0.5260000228881836},{"id":"https://openalex.org/keywords/interference","display_name":"interference","score":0.7239999771118164},{"id":"https://openalex.org/keywords/ieee-802-15-4","display_name":"IEEE 802.15.4","score":0.9620000123977661},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.847000002861023},{"id":"https://openalex.org/keywords/epsilon-greedy-policy","display_name":"epsilon-greedy policy","score":0.8799999952316284},{"id":"https://openalex.org/keywords/packet-delivery-ratio","display_name":"packet delivery ratio","score":0.9200000166893005},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"energy consumption","score":0.8899999856948853},{"id":"https://openalex.org/keywords/end-to-end-delay","display_name":"end-to-end delay","score":0.7960000038146973},{"id":"https://openalex.org/keywords/throughput","display_name":"throughput","score":0.6610000133514404}],"concepts":[{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.654699981212616},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6291000247001648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.625},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.592199981212616},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.5436999797821045},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.535099983215332},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5187000036239624},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5180000066757202},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5040000081062317},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4936000108718872},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.42890000343322754},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4138000011444092},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35510000586509705},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.34360000491142273},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.33329999446868896},{"id":"https://openalex.org/C111185680","wikidata":"https://www.wikidata.org/wiki/Q3866206","display_name":"Sensor node","level":5,"score":0.32429999113082886},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3228999972343445},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3118000030517578},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C7091991","wikidata":"https://www.wikidata.org/wiki/Q17149548","display_name":"Mobile wireless sensor network","level":5,"score":0.3018999993801117},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C157607044","wikidata":"https://www.wikidata.org/wiki/Q5165851","display_name":"Control channel","level":3,"score":0.29190000891685486},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.2815999984741211},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C13540734","wikidata":"https://www.wikidata.org/wiki/Q5318996","display_name":"Dynamic network analysis","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C134222854","wikidata":"https://www.wikidata.org/wiki/Q4683140","display_name":"Adjacent-channel interference","level":4,"score":0.25529998540878296},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.2535000145435333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.21970029","doi":"https://doi.org/10.5281/zenodo.21970029","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21970029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},{"id":"doi:10.5281/zenodo.21970030","doi":"https://doi.org/10.5281/zenodo.21970030","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21970030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"}],"best_oa_location":{"id":"doi:10.5281/zenodo.21970029","doi":"https://doi.org/10.5281/zenodo.21970029","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21970029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},"sustainable_development_goals":[{"score":0.428600013256073,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1574833469","https://openalex.org/W2100352595","https://openalex.org/W2574653483","https://openalex.org/W4415884247","https://openalex.org/W6992903598","https://openalex.org/W7167263932","https://openalex.org/W2465579890","https://openalex.org/W2952497872","https://openalex.org/W7123364546","https://openalex.org/W2116856659"],"abstract_inverted_index":{"Wireless":[0],"Sensor":[1],"Networks":[2],"(WSNs)":[3],"are":[4,34,60],"increasingly":[5],"used":[6],"in":[7,28],"applications":[8],"such":[9],"as":[10,85,106],"environmental":[11],"monitoring,":[12],"industrial":[13],"automation,":[14],"and":[15,20,39,49,55,121,142,157,183,199,206,215],"smart":[16],"systems,":[17],"where":[18,80],"reliable":[19],"energy-efficient":[21],"communication":[22,217],"is":[23,104,133],"essential.":[24],"Since":[25],"WSNs":[26],"operate":[27],"unlicensed":[29],"frequency":[30],"bands,":[31],"wireless":[32],"channels":[33,96],"highly":[35],"affected":[36],"by":[37,211],"interference":[38,100,115,159,213],"dynamic":[40,74,158],"channel":[41,57,75,196,204,208],"conditions,":[42],"leading":[43],"to":[44,62,65,98,139,167],"packet":[45],"collisions,":[46],"transmission":[47,95],"failures,":[48],"reduced":[50],"network":[51,162],"performance.":[52],"Traditional":[53],"static":[54,207],"random":[56,203],"allocation":[58,209],"methods":[59,210],"unable":[61],"adapt":[63],"efficiently":[64],"these":[66],"varying":[67],"conditions.":[68,101],"This":[69],"thesis":[70],"proposes":[71],"a":[72,107,113],"Q-learning-based":[73],"selection":[76,132,197,205],"framework":[77,148],"for":[78],"WSNs,":[79],"each":[81],"sensor":[82,169],"node":[83],"acts":[84],"an":[86,122,136],"independent":[87],"reinforcement":[88],"learning":[89],"agent":[90],"capable":[91],"of":[92,126],"autonomously":[93],"selecting":[94],"according":[97],"observed":[99],"The":[102,146],"problem":[103],"modeled":[105],"Markov":[108],"Decision":[109],"Process":[110],"(MDP)":[111],"with":[112],"three-level":[114],"state":[116],"space":[117,124],"(Low,":[118],"Medium,":[119],"High)":[120],"action":[123],"composed":[125],"eight":[127],"IEEE":[128],"802.15.4-compatible":[129],"channels.":[130],"Channel":[131],"performed":[134],"using":[135,161,175],"\u03b5-greedy":[137],"policy":[138],"balance":[140],"exploration":[141],"exploitation":[143],"during":[144],"learning.":[145],"proposed":[147,191],"was":[149,173],"evaluated":[150],"through":[151],"Python-based":[152],"simulations":[153],"under":[154],"low,":[155],"high,":[156],"scenarios":[160],"sizes":[163],"ranging":[164],"from":[165],"5":[166],"30":[168],"nodes.":[170],"Performance":[171],"evaluation":[172],"conducted":[174],"Packet":[176],"Delivery":[177],"Ratio":[178],"(PDR),":[179],"Throughput,":[180],"Energy":[181],"Consumption,":[182],"End-to-End":[184],"Delay.":[185],"Simulation":[186],"results":[187],"demonstrate":[188],"that":[189],"the":[190],"Q-learning":[192],"approach":[193],"significantly":[194],"improves":[195],"efficiency":[198],"consistently":[200],"outperforms":[201],"both":[202],"reducing":[212],"effects":[214],"improving":[216],"reliability.":[218]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7203582205","counts_by_year":[],"updated_date":"2026-10-07T09:51:55.459714","created_date":"2026-08-17T00:00:00"}
