{"id":"https://openalex.org/W4368232879","doi":"https://doi.org/10.1109/jiot.2023.3272561","title":"Decentralized Configuration of TSCH-Based IoT Networks for Distinctive QoS: A Deep Reinforcement Learning Approach","display_name":"Decentralized Configuration of TSCH-Based IoT Networks for Distinctive QoS: A Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-05-03","ids":{"openalex":"https://openalex.org/W4368232879","doi":"https://doi.org/10.1109/jiot.2023.3272561"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3272561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3272561","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.tue.nl/ws/files/306648934/IoT_DRL_2023.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039192343","display_name":"Hamideh Hajizadeh","orcid":"https://orcid.org/0000-0002-4346-9322"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hamideh Hajizadeh","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, MB, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4346-9322","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, MB, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000483747","display_name":"Majid Nabi","orcid":"https://orcid.org/0000-0003-3181-2952"},"institutions":[{"id":"https://openalex.org/I170013655","display_name":"Isfahan University of Technology","ror":"https://ror.org/00af3sa43","country_code":"IR","type":"education","lineage":["https://openalex.org/I170013655"]},{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["IR","NL"],"is_corresponding":false,"raw_author_name":"Majid Nabi","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, MB, The Netherlands","Department of Electrical and Computer Engineering, Isfahan University of Technology, Isfahan, Iran"],"raw_orcid":"https://orcid.org/0000-0003-3181-2952","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, MB, The Netherlands","institution_ids":["https://openalex.org/I83019370"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Isfahan University of Technology, Isfahan, Iran","institution_ids":["https://openalex.org/I170013655"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048502768","display_name":"Kees Goossens","orcid":"https://orcid.org/0000-0001-7536-4050"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kees Goossens","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, MB, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-7536-4050","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, MB, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8449,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91020719,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"10","issue":"19","first_page":"16869","last_page":"16880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8728290796279907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8140912055969238},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7711341977119446},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.568551242351532},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5627353191375732},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4644849896430969},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44845789670944214},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4470408856868744},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.41836756467819214},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.41319894790649414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20396676659584045},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10491439700126648},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.08214899897575378}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8728290796279907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8140912055969238},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7711341977119446},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.568551242351532},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5627353191375732},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4644849896430969},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44845789670944214},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4470408856868744},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.41836756467819214},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.41319894790649414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20396676659584045},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10491439700126648},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.08214899897575378},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2023.3272561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3272561","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire/49703507-9d3c-41a0-ad5e-2fad910e0427","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/49703507-9d3c-41a0-ad5e-2fad910e0427","pdf_url":"https://pure.tue.nl/ws/files/306648934/IoT_DRL_2023.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hajizadeh, H, Nabi, M & Goossens, K G W 2023, 'Decentralized Configuration of TSCH-Based IoT Networks for Distinctive QoS : A Deep Reinforcement Learning Approach', IEEE Internet of Things Journal, vol. 10, no. 19, 10114919, pp. 16869-16880. https://doi.org/10.1109/JIOT.2023.3272561","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/49703507-9d3c-41a0-ad5e-2fad910e0427","is_oa":true,"landing_page_url":"https://research.tue.nl/files/306648934/IoT_DRL_2023.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hajizadeh, H, Nabi, M & Goossens, K G W 2023, 'Decentralized Configuration of TSCH-Based IoT Networks for Distinctive QoS : A Deep Reinforcement Learning Approach', IEEE Internet of Things Journal, vol. 10, no. 19, 10114919, pp. 16869-16880. https://doi.org/10.1109/JIOT.2023.3272561","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:openaire/49703507-9d3c-41a0-ad5e-2fad910e0427","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/49703507-9d3c-41a0-ad5e-2fad910e0427","pdf_url":"https://pure.tue.nl/ws/files/306648934/IoT_DRL_2023.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hajizadeh, H, Nabi, M & Goossens, K G W 2023, 'Decentralized Configuration of TSCH-Based IoT Networks for Distinctive QoS : A Deep Reinforcement Learning Approach', IEEE Internet of Things Journal, vol. 10, no. 19, 10114919, pp. 16869-16880. https://doi.org/10.1109/JIOT.2023.3272561","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4368232879.pdf","grobid_xml":"https://content.openalex.org/works/W4368232879.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2024754193","https://openalex.org/W2145339207","https://openalex.org/W2303186826","https://openalex.org/W2325877089","https://openalex.org/W2736601468","https://openalex.org/W2919586765","https://openalex.org/W2963710909","https://openalex.org/W2981266844","https://openalex.org/W3081396054","https://openalex.org/W3088210200","https://openalex.org/W3090648718","https://openalex.org/W3091917457","https://openalex.org/W3107615218","https://openalex.org/W3153113614","https://openalex.org/W4200625410","https://openalex.org/W4214717370","https://openalex.org/W4241984471","https://openalex.org/W6741002519","https://openalex.org/W6786364697"],"related_works":["https://openalex.org/W4311097251","https://openalex.org/W4245926026","https://openalex.org/W2586548817","https://openalex.org/W4362501864","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689","https://openalex.org/W4380318855","https://openalex.org/W4200598720","https://openalex.org/W2921026492"],"abstract_inverted_index":{"The":[0],"IEEE":[1],"802.15.4":[2],"time-slotted":[3],"channel":[4],"hopping":[5],"(TSCH)":[6],"is":[7,157,167,176],"widely":[8],"used":[9],"as":[10,117],"a":[11,46,94,109,172],"reliable,":[12],"low-power,":[13],"and":[14,55,61,85],"low-cost":[15],"communication":[16],"technology":[17],"for":[18,34,74,105,178],"many":[19,27,179],"industrial":[20],"Internet":[21],"of":[22,108,125,152,163,171],"Things":[23],"(IoT)":[24],"networks.":[25],"In":[26,89],"applications,":[28],"Quality-of-Service":[29],"(QoS)":[30],"requirements":[31,63],"are":[32,72],"different":[33,153],"heterogeneous":[35],"nodes,":[36],"necessitating":[37],"nonequal":[38],"parameter":[39,106],"settings":[40,80,145],"per":[41],"node.":[42],"This":[43],"results":[44,131],"in":[45,168],"very":[47],"large":[48],"configuration":[49,70,107,144],"space":[50,52],"making":[51,75],"exploration":[53],"complex":[54],"time":[56,162],"consuming.":[57],"Moreover,":[58,155],"network":[59,139],"state":[60],"QoS":[62,87,150],"may":[64],"change":[65],"over":[66],"time.":[67],"Thus,":[68],"run-time":[69,95],"mechanisms":[71],"needed":[73],"decisions":[76],"about":[77],"proper":[78],"node":[79],"to":[81,120,127,140,147],"consistently":[82],"satisfy":[83],"diverse":[84,149],"dynamic":[86],"requirements.":[88],"this":[90],"article,":[91],"we":[92],"propose":[93],"decentralized":[96],"self-optimization":[97],"framework":[98,136,166],"based":[99],"on":[100],"deep":[101],"reinforcement":[102],"learning":[103,165],"(DRL)":[104],"multihop":[110],"TSCH":[111],"network.":[112],"DRL":[113],"adopts":[114],"neural":[115],"networks":[116],"approximate":[118],"functions":[119],"speed":[121],"up":[122],"the":[123,138,142,148,160,164,169],"process":[124],"converging":[126],"QoS-satisfying":[128],"configurations.":[129],"Simulation":[130],"show":[132],"that":[133,159],"our":[134],"proposed":[135],"enables":[137],"use":[141],"right":[143],"according":[146],"demands":[151],"nodes.":[154],"it":[156],"shown":[158],"convergence":[161],"order":[170],"few":[173],"minutes":[174],"which":[175],"acceptable":[177],"IoT":[180],"applications.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}