{"id":"https://openalex.org/W3044134118","doi":"https://doi.org/10.1109/access.2020.3010575","title":"Multi-Agent Reinforcement-Learning-Based Time-Slotted Channel Hopping Medium Access Control Scheduling Scheme","display_name":"Multi-Agent Reinforcement-Learning-Based Time-Slotted Channel Hopping Medium Access Control Scheduling Scheme","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3044134118","doi":"https://doi.org/10.1109/access.2020.3010575","mag":"3044134118"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3010575","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010575","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144568.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144568.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000155900","display_name":"Huiung Park","orcid":"https://orcid.org/0000-0002-3322-7629"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Huiung Park","raw_affiliation_strings":["Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3322-7629","affiliations":[{"raw_affiliation_string":"Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000124051","display_name":"Haeyong Kim","orcid":"https://orcid.org/0000-0003-1039-0949"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haeyong Kim","raw_affiliation_strings":["Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1039-0949","affiliations":[{"raw_affiliation_string":"Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514773","display_name":"Seon-Tae Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seon-Tae Kim","raw_affiliation_strings":["Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111856424","display_name":"Pyeongsoo Mah","orcid":null},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Pyeongsoo Mah","raw_affiliation_strings":["Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics and Telecommunication Research Institute (ETRI), Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I142401562"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.7554,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.90843554,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"139727","last_page":"139736"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8491085767745972},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7557769417762756},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7411382794380188},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.611832320690155},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5563765168190002},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.42537957429885864},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4246422052383423},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08487120270729065},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06214487552642822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8491085767745972},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7557769417762756},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7411382794380188},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.611832320690155},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5563765168190002},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.42537957429885864},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4246422052383423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08487120270729065},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06214487552642822},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3010575","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010575","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144568.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0f7513d61d3143968c1ee199aee9bdcb","is_oa":true,"landing_page_url":"https://doaj.org/article/0f7513d61d3143968c1ee199aee9bdcb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 139727-139736 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3010575","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010575","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144568.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4023324618","display_name":null,"funder_award_id":"1711055509","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G865449030","display_name":null,"funder_award_id":"1711042605","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3044134118.pdf","grobid_xml":"https://content.openalex.org/works/W3044134118.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1518858799","https://openalex.org/W1995872509","https://openalex.org/W2011944582","https://openalex.org/W2024754193","https://openalex.org/W2121084490","https://openalex.org/W2130557323","https://openalex.org/W2154328533","https://openalex.org/W2338379250","https://openalex.org/W2345097924","https://openalex.org/W2616371869","https://openalex.org/W2750582223","https://openalex.org/W2807404326","https://openalex.org/W2808414353","https://openalex.org/W2898754723","https://openalex.org/W2903723212","https://openalex.org/W2908261578","https://openalex.org/W2916641566","https://openalex.org/W2919485146","https://openalex.org/W2947409976","https://openalex.org/W2963027910","https://openalex.org/W2973064640","https://openalex.org/W3006682505","https://openalex.org/W6704136033","https://openalex.org/W6752133560","https://openalex.org/W6757214667"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Time-slotted":[0],"channel":[1,23],"hopping":[2],"(TSCH)":[3],"is":[4,85,108,114,199],"a":[5,65,94,115,143,207],"medium":[6],"access":[7,20],"control":[8],"technology":[9],"that":[10,68,102,118,146,214],"realizes":[11],"collision-free":[12],"wireless":[13],"network":[14,25],"communication":[15],"by":[16],"coordinating":[17],"the":[18,46,75,82,134,138,148,154,161,167,177,185,188,215],"media":[19],"time":[21],"and":[22,77],"of":[24,74,81,180,187,191,196,224],"devices.":[26],"Although":[27],"existing":[28],"TSCH":[29,66,99,139,162,178,189,216],"schedulers":[30],"have":[31],"suitable":[32],"application":[33,83],"scenarios":[34],"for":[35,160],"each,":[36],"they":[37],"are":[38],"less":[39],"versatile.":[40],"Scheduling":[41],"without":[42],"collisions":[43,59,107],"inevitably":[44],"lowers":[45],"throughput,":[47],"whereas":[48],"contention-based":[49],"scheduling":[50,100],"achieves":[51],"high-throughput":[52],"but":[53,105],"it":[54],"may":[55],"induces":[56],"to":[57,87,122,136,141,201,227],"frequent":[58],"in":[60,110,133,176,206,221],"densely":[61],"deployed":[62],"networks.":[63],"Therefore,":[64],"scheduler":[67,140,163,217],"can":[69],"be":[70],"used":[71,132],"universally,":[72],"regardless":[73],"topology":[76],"data":[78],"collection":[79],"characteristics":[80],"scenario,":[84],"required":[86],"overcome":[88,202],"these":[89],"shortcomings.":[90],"To":[91,152],"this":[92,111,203],"end,":[93],"multi-agent":[95,208],"reinforcement":[96],"learning":[97],"(RL)-based":[98],"scheme":[101,135],"allows":[103],"contention":[104],"minimizes":[106],"proposed":[109,200],"study.":[112],"RL":[113,127],"machine-learning":[116],"method":[117],"gradually":[119],"improves":[120],"actions":[121],"solve":[123],"problems.":[124],"One":[125],"specific":[126],"method,":[128],"Q-Learning":[129],"(QL),":[130],"was":[131],"enable":[137],"become":[142],"QL":[144,155,168],"agent":[145,169],"learns":[147],"best":[149],"transmission":[150],"slot.":[151],"improve":[153],"performance,":[156],"reward":[157],"functions":[158],"tailored":[159],"were":[164],"developed.":[165],"Because":[166],"runs":[170],"on":[171],"multiple":[172],"nodes":[173],"concurrently,":[174],"changes":[175],"schedule":[179],"one":[181],"node":[182],"also":[183],"affect":[184],"performance":[186],"schedules":[190],"other":[192,228],"nodes.":[193],"The":[194,210],"use":[195],"action":[197],"peeking":[198],"non-stationarity":[204],"problem":[205],"environment.":[209],"experimental":[211],"results":[212],"indicate":[213],"consistently":[218],"performs":[219],"well":[220],"various":[222],"types":[223],"applications,":[225],"compared":[226],"schedulers.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}