{"id":"https://openalex.org/W3192915853","doi":"https://doi.org/10.1109/access.2021.3103718","title":"A Q-Learning-Based Adaptive MAC Protocol for Internet of Things Networks","display_name":"A Q-Learning-Based Adaptive MAC Protocol for Internet of Things Networks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3192915853","doi":"https://doi.org/10.1109/access.2021.3103718","mag":"3192915853"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3103718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3103718","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09509543.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09509543.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061541587","display_name":"Chien-Min Wu","orcid":"https://orcid.org/0000-0002-4746-1125"},"institutions":[{"id":"https://openalex.org/I4210112569","display_name":"Nanhua University","ror":"https://ror.org/01tfbz441","country_code":"TW","type":"education","lineage":["https://openalex.org/I4210112569"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chien-Min Wu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4746-1125","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I4210112569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052709957","display_name":"Yen-Chun Kao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112569","display_name":"Nanhua University","ror":"https://ror.org/01tfbz441","country_code":"TW","type":"education","lineage":["https://openalex.org/I4210112569"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yen-Chun Kao","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I4210112569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038294575","display_name":"Kai-Fu Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112569","display_name":"Nanhua University","ror":"https://ror.org/01tfbz441","country_code":"TW","type":"education","lineage":["https://openalex.org/I4210112569"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Fu Chang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I4210112569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062788618","display_name":"Cheng-Tai Tsai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112569","display_name":"Nanhua University","ror":"https://ror.org/01tfbz441","country_code":"TW","type":"education","lineage":["https://openalex.org/I4210112569"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Tai Tsai","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I4210112569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031045211","display_name":"Cheng-Chun Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112569","display_name":"Nanhua University","ror":"https://ror.org/01tfbz441","country_code":"TW","type":"education","lineage":["https://openalex.org/I4210112569"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Chun Hou","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Nanhua University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I4210112569"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210112569"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9115,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.76001553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"128905","last_page":"128918"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8828507661819458},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7626650929450989},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6640983819961548},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.663292646408081},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6445570588111877},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5909488797187805},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5313340425491333},{"id":"https://openalex.org/keywords/internet-protocol","display_name":"Internet Protocol","score":0.41586968302726746},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33462321758270264},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.3302370309829712},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.21942666172981262},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10709530115127563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8828507661819458},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7626650929450989},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6640983819961548},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.663292646408081},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6445570588111877},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5909488797187805},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5313340425491333},{"id":"https://openalex.org/C35341882","wikidata":"https://www.wikidata.org/wiki/Q8795","display_name":"Internet Protocol","level":3,"score":0.41586968302726746},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33462321758270264},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3302370309829712},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.21942666172981262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10709530115127563},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3103718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3103718","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09509543.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:962a64d7b5c449a0bd76ee028500c3d3","is_oa":true,"landing_page_url":"https://doaj.org/article/962a64d7b5c449a0bd76ee028500c3d3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 128905-128918 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3103718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3103718","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09509543.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G347338612","display_name":null,"funder_award_id":"MOST 107-2221-E-343-001-","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G4162621379","display_name":null,"funder_award_id":"MOST 107","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G4202958531","display_name":null,"funder_award_id":"MOST 107-","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3192915853.pdf","grobid_xml":"https://content.openalex.org/works/W3192915853.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1565540568","https://openalex.org/W1827158947","https://openalex.org/W1965191504","https://openalex.org/W1971756822","https://openalex.org/W1974037141","https://openalex.org/W2012521344","https://openalex.org/W2015992795","https://openalex.org/W2045099094","https://openalex.org/W2054441575","https://openalex.org/W2055375307","https://openalex.org/W2084779837","https://openalex.org/W2099706679","https://openalex.org/W2111619626","https://openalex.org/W2114587532","https://openalex.org/W2116864933","https://openalex.org/W2121863487","https://openalex.org/W2134111130","https://openalex.org/W2137680104","https://openalex.org/W2146460604","https://openalex.org/W2148895884","https://openalex.org/W2152449834","https://openalex.org/W2153518141","https://openalex.org/W2154024393","https://openalex.org/W2159361138","https://openalex.org/W2161217335","https://openalex.org/W2184456119","https://openalex.org/W2239136474","https://openalex.org/W2240687969","https://openalex.org/W2522989477","https://openalex.org/W2594889267","https://openalex.org/W2690196614","https://openalex.org/W2787536066","https://openalex.org/W2808986882","https://openalex.org/W2945792026","https://openalex.org/W2953663701","https://openalex.org/W2958918608","https://openalex.org/W2963543042","https://openalex.org/W2969147069","https://openalex.org/W3082642222","https://openalex.org/W3099112197","https://openalex.org/W3147336564","https://openalex.org/W3176245761","https://openalex.org/W4214717370","https://openalex.org/W4233748705","https://openalex.org/W6689456228"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W3136989197","https://openalex.org/W2389131181"],"abstract_inverted_index":{"In":[0,78,164],"Internet":[1],"of":[2,9,12,20,25,45,56,91,94,110,117,124,190],"Things":[3],"(IoT)":[4],"applications,":[5],"sometimes":[6],"the":[7,18,41,57,66,92,95,101,122,125,130,138,154],"quality":[8],"service":[10],"(QoS)":[11],"throughput":[13],"for":[14,23,71],"transmitting":[15],"video":[16],"or":[17],"QoS":[19],"bounded":[21],"delay":[22],"control":[24,36],"a":[26,81],"sensor":[27],"node":[28,160],"is":[29,54,85,162],"required.":[30],"A":[31],"traditional":[32],"contention-based":[33,191],"medium":[34],"access":[35],"(MAC)":[37],"protocol":[38,84,158,173],"cannot":[39],"meet":[40],"adaptive":[42,89],"traffic":[43,103,131],"demands":[44],"these":[46],"networks":[47],"and":[48,62,181],"confers":[49],"delay-related":[50],"constraints.":[51],"Q-learning":[52],"(QL)":[53],"one":[55],"reinforcement":[58],"learning":[59,69],"(RL)":[60],"mechanisms":[61],"can":[63],"potentially":[64],"be":[65],"future":[67],"machine":[68],"scheme":[70],"spectrum":[72],"MAC":[73,83,112,135,157,172,186,192],"protocols":[74],"in":[75,98,105,114,185],"IoT":[76,106],"networks.":[77,107],"this":[79],"study,":[80],"QL-based":[82,111,134,156,171],"proposed":[86,155,170],"to":[87,100,119,129,144,146],"facilitate":[88],"adjustment":[90],"length":[93,123],"contention":[96,126,161,187],"period":[97,127],"response":[99],"ongoing":[102],"rate":[104],"The":[108,133],"novelty":[109],"lies":[113],"its":[115],"use":[116],"RL":[118],"dynamically":[120],"adjust":[121],"according":[128],"rate.":[132],"will":[136],"solve":[137],"models":[139],"without":[140],"additional":[141],"input":[142],"information":[143],"adapt":[145],"environmental":[147],"variations":[148],"during":[149],"training.":[150],"We":[151],"confirm":[152],"that":[153,168],"with":[159],"robust.":[163],"addition,":[165],"we":[166],"showed":[167],"our":[169],"has":[174],"higher":[175],"system":[176],"throughput,":[177],"lower":[178,182],"end-to-end":[179],"delay,":[180],"energy":[183],"consumption":[184],"than":[188],"those":[189],"protocols.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}