{"id":"https://openalex.org/W4394791673","doi":"https://doi.org/10.1109/wf-iot58464.2023.10539552","title":"QL-TSCH-plus: A Q-learning Distributed Scheduling Algorithm for TSCH Networks","display_name":"QL-TSCH-plus: A Q-learning Distributed Scheduling Algorithm for TSCH Networks","publication_year":2023,"publication_date":"2023-10-12","ids":{"openalex":"https://openalex.org/W4394791673","doi":"https://doi.org/10.1109/wf-iot58464.2023.10539552"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot58464.2023.10539552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot58464.2023.10539552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 9th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.univ-lorraine.fr/hal-04285070/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041440484","display_name":"Mehdi Kherbache","orcid":"https://orcid.org/0000-0003-3907-0156"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210110792","display_name":"Centre de Recherche en Automatique de Nancy","ror":"https://ror.org/022r5hc56","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210099203","https://openalex.org/I4210100260","https://openalex.org/I4210110792","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Mehdi Kherbache","raw_affiliation_strings":["Université de Lorraine,CRAN Laboratory, CNRS UMR 7039, Campus Sciences, BP 70239,Nancy,France,F-54000"],"affiliations":[{"raw_affiliation_string":"Université de Lorraine,CRAN Laboratory, CNRS UMR 7039, Campus Sciences, BP 70239,Nancy,France,F-54000","institution_ids":["https://openalex.org/I4210110792","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023478889","display_name":"Moufida Maimour","orcid":"https://orcid.org/0000-0002-0057-6128"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210110792","display_name":"Centre de Recherche en Automatique de Nancy","ror":"https://ror.org/022r5hc56","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210099203","https://openalex.org/I4210100260","https://openalex.org/I4210110792","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Moufida Maimour","raw_affiliation_strings":["Université de Lorraine,CRAN Laboratory, CNRS UMR 7039, Campus Sciences, BP 70239,Nancy,France,F-54000"],"affiliations":[{"raw_affiliation_string":"Université de Lorraine,CRAN Laboratory, CNRS UMR 7039, Campus Sciences, BP 70239,Nancy,France,F-54000","institution_ids":["https://openalex.org/I4210110792","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106403903","display_name":"\u00c9ric Rondeau","orcid":"https://orcid.org/0000-0002-9265-1673"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210110792","display_name":"Centre de Recherche en Automatique de Nancy","ror":"https://ror.org/022r5hc56","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210099203","https://openalex.org/I4210100260","https://openalex.org/I4210110792","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Eric Rondeau","raw_affiliation_strings":["Université de Lorraine,CRAN Laboratory, CNRS UMR 7039, Campus Sciences, BP 70239,Nancy,France,F-54000"],"affiliations":[{"raw_affiliation_string":"Université de Lorraine,CRAN Laboratory, CNRS UMR 7039, Campus Sciences, BP 70239,Nancy,France,F-54000","institution_ids":["https://openalex.org/I4210110792","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041440484"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210110792"],"apc_list":null,"apc_paid":null,"fwci":0.1094,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44276389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7974073886871338},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6473453044891357},{"id":"https://openalex.org/keywords/industrial-internet","display_name":"Industrial Internet","score":0.5453015565872192},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4910755157470703},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4899965822696686},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.42897891998291016},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.42398548126220703},{"id":"https://openalex.org/keywords/ieee-802.15","display_name":"IEEE 802.15","score":0.4176759719848633},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4114249050617218},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37502381205558777},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1862162947654724},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0975523591041565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09147578477859497}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7974073886871338},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6473453044891357},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.5453015565872192},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4910755157470703},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4899965822696686},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.42897891998291016},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.42398548126220703},{"id":"https://openalex.org/C2780407094","wikidata":"https://www.wikidata.org/wiki/Q3267095","display_name":"IEEE 802.15","level":3,"score":0.4176759719848633},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4114249050617218},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37502381205558777},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1862162947654724},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0975523591041565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09147578477859497},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wf-iot58464.2023.10539552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot58464.2023.10539552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 9th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04285070v1","is_oa":true,"landing_page_url":"https://hal.univ-lorraine.fr/hal-04285070","pdf_url":"https://hal.univ-lorraine.fr/hal-04285070/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"9th World Forum on Internet of Things, WFIoT2023, Oct 2023, Aveiro, Portugal","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04285070v1","is_oa":true,"landing_page_url":"https://hal.univ-lorraine.fr/hal-04285070","pdf_url":"https://hal.univ-lorraine.fr/hal-04285070/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"9th World Forum on Internet of Things, WFIoT2023, Oct 2023, Aveiro, Portugal","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394791673.pdf","grobid_xml":"https://content.openalex.org/works/W4394791673.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1729761695","https://openalex.org/W2024754193","https://openalex.org/W2096059127","https://openalex.org/W2303186826","https://openalex.org/W2325877089","https://openalex.org/W2906911638","https://openalex.org/W2919485146","https://openalex.org/W2997104655","https://openalex.org/W3044134118","https://openalex.org/W3127378317","https://openalex.org/W4200314515","https://openalex.org/W4214717370","https://openalex.org/W4225147756","https://openalex.org/W4285128558","https://openalex.org/W4315977394","https://openalex.org/W6838508589"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W3076529025","https://openalex.org/W3212933010","https://openalex.org/W4390610562","https://openalex.org/W4400212587","https://openalex.org/W3182070348"],"abstract_inverted_index":{"Addressing":[0],"the":[1,12,20,28,36,56,60,82,93,115,121,160],"requirements":[2],"of":[3,6,19,30,81,102],"Industrial":[4],"Internet":[5],"Things":[7],"(IIoT)":[8],"in":[9,35,153],"Industry":[10],"4.0,":[11],"Time":[13],"Slotted":[14],"Channel":[15],"Hopping":[16],"(TSCH)":[17],"protocol":[18],"IEEE":[21],"802.15.4e":[22],"amendment":[23],"has":[24],"been":[25],"proposed.":[26],"However,":[27],"lack":[29],"a":[31,98],"defined":[32],"scheduling":[33,46,152],"procedure":[34],"standard":[37],"remains":[38],"an":[39,79],"open":[40],"research":[41],"area.":[42],"Existing":[43],"reinforcement":[44],"learning-based":[45],"proposals":[47],"demonstrate":[48],"great":[49],"potential":[50,149],"for":[51,64,119,150,159],"this":[52],"technique":[53],"due":[54],"to":[55,97,105,113,134,137],"ongoing":[57],"observations":[58],"within":[59],"network":[61,68],"environment.":[62],"Beneficial":[63],"real-world":[65],"scenarios":[66],"where":[67],"conditions":[69],"are":[70],"volatile":[71],"and":[72,125,145],"unpredictable.":[73],"This":[74,139],"work":[75],"presents":[76],"QL-":[77,84,109],"TSCH-plus,":[78],"enhancement":[80],"existing":[83],"TSCH":[85,154],"scheduler":[86],"that":[87],"reduces":[88],"energy":[89,130],"consumption":[90],"by":[91,132],"adapting":[92],"Action":[94,122],"Peeking":[95,123],"mechanism":[96],"distributed":[99],"scheme.":[100],"Instead":[101],"continuously":[103],"listening":[104],"neighboring":[106],"nodes":[107,112],"communication,":[108],"TSCH-plus":[110],"allows":[111],"broadcast":[114],"learned":[116],"transmission":[117],"slots":[118],"updating":[120],"Tables":[124],"allocating":[126],"reception":[127],"slots,":[128],"reducing":[129],"use":[131],"up":[133],"47%":[135],"compared":[136],"QL-TSCH.":[138],"novel":[140],"approach":[141],"also":[142],"maintains":[143],"reliability":[144],"timeliness,":[146],"demonstrating":[147],"significant":[148],"efficient":[151],"networks,":[155],"making":[156],"it":[157],"suitable":[158],"IIoT.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}