{"id":"https://openalex.org/W3128220269","doi":"https://doi.org/10.1109/comsnets51098.2021.9352858","title":"Towards Multi-agent Reinforcement Learning for Wireless Network Protocol Synthesis","display_name":"Towards Multi-agent Reinforcement Learning for Wireless Network Protocol Synthesis","publication_year":2021,"publication_date":"2021-01-05","ids":{"openalex":"https://openalex.org/W3128220269","doi":"https://doi.org/10.1109/comsnets51098.2021.9352858","mag":"3128220269"},"language":"en","primary_location":{"id":"doi:10.1109/comsnets51098.2021.9352858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets51098.2021.9352858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on COMmunication Systems & NETworkS (COMSNETS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.01611","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007329566","display_name":"Hrishikesh Dutta","orcid":"https://orcid.org/0000-0002-9226-4040"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hrishikesh Dutta","raw_affiliation_strings":["Michigan State University,Electrical and Computer Engineering,East Lansing,MI,USA","Michigan State University, Electrical and Computer Engineering, East Lansing, MI, USA"],"affiliations":[{"raw_affiliation_string":"Michigan State University,Electrical and Computer Engineering,East Lansing,MI,USA","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Michigan State University, Electrical and Computer Engineering, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107170592","display_name":"Subir Biswas","orcid":"https://orcid.org/0000-0003-0828-2500"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subir Biswas","raw_affiliation_strings":["Michigan State University,Electrical and Computer Engineering,East Lansing,MI,USA","Michigan State University, Electrical and Computer Engineering, East Lansing, MI, USA"],"affiliations":[{"raw_affiliation_string":"Michigan State University,Electrical and Computer Engineering,East Lansing,MI,USA","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Michigan State University, Electrical and Computer Engineering, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5007329566"],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.02420997,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"614","last_page":"622"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9065369963645935},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7846223711967468},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.735441267490387},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6534340381622314},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6445395946502686},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5760347843170166},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5696728825569153},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5546735525131226},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5442784428596497},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.520834743976593},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.47358208894729614},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4536225199699402},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4495944082736969},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4402655065059662},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.4163275361061096},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40739256143569946},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.39594021439552307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2705910801887512},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09917518496513367}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9065369963645935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7846223711967468},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.735441267490387},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6534340381622314},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6445395946502686},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5760347843170166},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5696728825569153},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5546735525131226},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5442784428596497},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.520834743976593},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.47358208894729614},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4536225199699402},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4495944082736969},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4402655065059662},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.4163275361061096},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40739256143569946},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.39594021439552307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2705910801887512},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09917518496513367},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/comsnets51098.2021.9352858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets51098.2021.9352858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on COMmunication Systems & NETworkS (COMSNETS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2102.01611","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.01611","pdf_url":"https://arxiv.org/pdf/2102.01611","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3128220269","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.01611","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2102.01611","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.01611","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.13140/rg.2.2.32642.50888","is_oa":true,"landing_page_url":"https://doi.org/10.13140/rg.2.2.32642.50888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.01611","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.01611","pdf_url":"https://arxiv.org/pdf/2102.01611","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3128220269.pdf","grobid_xml":"https://content.openalex.org/works/W3128220269.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W169931978","https://openalex.org/W1528653255","https://openalex.org/W1565540568","https://openalex.org/W1777214121","https://openalex.org/W1796544916","https://openalex.org/W2108892923","https://openalex.org/W2121863487","https://openalex.org/W2153518141","https://openalex.org/W2540106512","https://openalex.org/W2553643027","https://openalex.org/W2906115618","https://openalex.org/W2921045105","https://openalex.org/W2922273628","https://openalex.org/W2990385259","https://openalex.org/W2996343649","https://openalex.org/W2999624681","https://openalex.org/W4214717370","https://openalex.org/W6631724065"],"related_works":["https://openalex.org/W3157306268","https://openalex.org/W2967646856","https://openalex.org/W2095152217","https://openalex.org/W2963886672","https://openalex.org/W2585355250","https://openalex.org/W3049511110","https://openalex.org/W2909591731","https://openalex.org/W2971489254","https://openalex.org/W3134842726","https://openalex.org/W2961337573","https://openalex.org/W2313600031","https://openalex.org/W3162751737","https://openalex.org/W2991729448","https://openalex.org/W2966860555","https://openalex.org/W1810443904","https://openalex.org/W3158237348","https://openalex.org/W2896091911","https://openalex.org/W3039061587","https://openalex.org/W3104468498","https://openalex.org/W3198738752"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,20,36,50,56],"multi-agent":[4],"reinforcement":[5,28,179],"learning":[6,29,38,103,176,180],"based":[7],"medium":[8],"access":[9,15,52,157],"framework":[10],"for":[11,67,77,92],"wireless":[12],"networks.":[13],"The":[14,40,71],"problem":[16],"is":[17,73,99,112,143,153,170,181],"formulated":[18],"as":[19,35],"Markov":[21],"Decision":[22],"Process":[23],"(MDP),":[24],"and":[25],"solved":[26],"using":[27,82],"with":[30],"every":[31],"network":[32],"node":[33,57],"acting":[34],"distributed":[37],"agent.":[39],"solution":[41],"components":[42],"are":[43],"developed":[44],"step":[45],"by":[46,81,102],"step,":[47],"starting":[48],"from":[49],"single-node":[51],"scenario":[53],"in":[54,69],"which":[55],"agent":[58],"incrementally":[59],"learns":[60],"to":[61,104,116,145,183,188],"control":[62],"MAC":[63,106],"layer":[64,107],"packet":[65],"loads":[66],"reining":[68],"self-collisions.":[70],"strategy":[72],"then":[74],"scaled":[75],"up":[76],"multi-node":[78],"fully-connected":[79],"scenarios":[80],"more":[83,93],"elaborate":[84],"reward":[85],"structures.":[86],"It":[87,98,152],"also":[88,131,154,171],"demonstrates":[89],"preliminary":[90],"feasibility":[91],"general":[94],"partially":[95],"connected":[96],"topologies.":[97],"shown":[100,155,172],"that":[101,133,150,156,173],"adjust":[105],"transmission":[108],"probabilities,":[109],"the":[110,141,160,174,185],"protocol":[111,161,186],"not":[113],"only":[114],"able":[115,182],"attain":[117],"theoretical":[118],"maximum":[119,134],"throughput":[120,135],"at":[121,136],"an":[122],"optimal":[123],"load,":[124],"but":[125],"unlike":[126],"classical":[127],"approaches,":[128],"it":[129,169],"can":[130,164],"retain":[132],"higher":[137],"loading":[138,147,190],"conditions.":[139,191],"Additionally,":[140],"mechanism":[142],"agnostic":[144],"heterogeneous":[146],"while":[148],"preserving":[149],"feature.":[151],"priorities":[158],"of":[159,178],"across":[162],"nodes":[163],"be":[165],"parametrically":[166],"adjusted.":[167],"Finally,":[168],"online":[175],"feature":[177],"make":[184],"adapt":[187],"time-varying":[189]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}