{"id":"https://openalex.org/W2906803545","doi":"https://doi.org/10.1109/pimrc.2018.8580848","title":"Decentralized Reinforcement Learning Based MAC Optimization","display_name":"Decentralized Reinforcement Learning Based MAC Optimization","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2906803545","doi":"https://doi.org/10.1109/pimrc.2018.8580848","mag":"2906803545"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc.2018.8580848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc.2018.8580848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 29th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064736397","display_name":"Eleni Nisioti","orcid":"https://orcid.org/0000-0001-7170-7108"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Eleni Nisioti","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, UK","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011969400","display_name":"Nikolaos Thomos","orcid":"https://orcid.org/0000-0001-7266-2642"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nikolaos Thomos","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, UK","institution_ids":["https://openalex.org/I110002522"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064736397"],"corresponding_institution_ids":["https://openalex.org/I110002522"],"apc_list":null,"apc_paid":null,"fwci":0.7725,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.74779183,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.8395805358886719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8376739025115967},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7954932451248169},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6853634119033813},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6550110578536987},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.6353437304496765},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5912067890167236},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.55507892370224},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5402323007583618},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5327059626579285},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5231634378433228},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5147397518157959},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4740859270095825},{"id":"https://openalex.org/keywords/buffer-overflow","display_name":"Buffer overflow","score":0.4422064423561096},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.4379582405090332},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.38049525022506714},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.17112880945205688},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11974233388900757},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09241294860839844},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08693724870681763},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08330050110816956}],"concepts":[{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.8395805358886719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8376739025115967},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7954932451248169},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6853634119033813},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6550110578536987},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.6353437304496765},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5912067890167236},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.55507892370224},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5402323007583618},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5327059626579285},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5231634378433228},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5147397518157959},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4740859270095825},{"id":"https://openalex.org/C40842320","wikidata":"https://www.wikidata.org/wiki/Q19423","display_name":"Buffer overflow","level":2,"score":0.4422064423561096},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.4379582405090332},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.38049525022506714},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.17112880945205688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11974233388900757},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09241294860839844},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08693724870681763},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08330050110816956},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc.2018.8580848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc.2018.8580848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 29th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7900000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1537915919","https://openalex.org/W1595159159","https://openalex.org/W2088956500","https://openalex.org/W2098432798","https://openalex.org/W2104602264","https://openalex.org/W2123018439","https://openalex.org/W2123117904","https://openalex.org/W2127820195","https://openalex.org/W2140795512","https://openalex.org/W2150847784","https://openalex.org/W2164902512","https://openalex.org/W2168359464","https://openalex.org/W2786633374","https://openalex.org/W6675811377","https://openalex.org/W6678751378"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"In":[0],"this":[1,69],"paper,":[2],"we":[3,43,99],"propose":[4],"a":[5],"novel":[6],"decentralized":[7,90],"framework":[8],"for":[9],"optimizing":[10],"the":[11,81,86,89,107,120,126],"transmission":[12],"strategy":[13],"of":[14,106,119],"Irregular":[15],"Repetition":[16],"Slotted":[17],"ALOHA":[18],"(IRSA)":[19],"protocol":[20],"in":[21,146],"sensor":[22,36,45],"networks.":[23],"The":[24,117,130],"proposed":[25,121],"method":[26,122,136],"is":[27,71,123,151],"inspired":[28],"by":[29],"reinforcement":[30],"learning":[31],"algorithms.":[32],"To":[33],"deal":[34],"with":[35,125],"nodes":[37,46,144],"limited":[38],"lifetime":[39],"and":[40,55,73,79,115],"communication":[41],"range,":[42],"allow":[44,100],"to":[47,53,57,103,113,138],"decide":[48,104],"how":[49,109],"many":[50,110],"packet":[51,111],"replicas":[52,112],"transmit":[54,58,114],"when":[56,148],"them":[59],"considering":[60],"only":[61],"their":[62],"own":[63],"buffer":[64],"state.":[65],"We":[66,84],"show":[67],"that":[68,134],"information":[70],"sufficient":[72],"can":[74],"help":[75],"avoiding":[76],"packets'":[77],"collisions":[78],"improving":[80],"throughput":[82,140],"significantly.":[83],"solve":[85],"problem":[87],"using":[88],"partially":[91],"observable":[92],"Markov":[93],"Decision":[94],"Process":[95],"(POMDP)":[96],"framework,":[97],"where":[98],"each":[101],"node":[102],"independently":[105],"others":[108],"when.":[116],"performance":[118],"compared":[124],"native":[127],"IRSA":[128],"protocol.":[129],"results":[131],"make":[132],"clear":[133],"our":[135],"leads":[137],"large":[139],"gains":[141],"without":[142],"imposing":[143],"coordination,":[145],"particular,":[147],"network":[149],"traffic":[150],"heavy.":[152]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":3}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}