{"id":"https://openalex.org/W4393906088","doi":"https://doi.org/10.1109/tccn.2024.3384492","title":"Multi-Agent Reinforcement Learning for Coordinating Communication and Control","display_name":"Multi-Agent Reinforcement Learning for Coordinating Communication and Control","publication_year":2024,"publication_date":"2024-04-03","ids":{"openalex":"https://openalex.org/W4393906088","doi":"https://doi.org/10.1109/tccn.2024.3384492"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3384492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3384492","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061523718","display_name":"Federico Mason","orcid":"https://orcid.org/0000-0001-5681-1695"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Federico Mason","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padua, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031458924","display_name":"Federico Chiariotti","orcid":"https://orcid.org/0000-0002-7915-7275"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Chiariotti","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padua, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008187510","display_name":"Andr\u00e9a Zanella","orcid":"https://orcid.org/0000-0003-3671-5190"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Zanella","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padua, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071289803","display_name":"Petar Popovski","orcid":"https://orcid.org/0000-0001-6195-4797"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Petar Popovski","raw_affiliation_strings":["Department of Electronic Systems, Aalborg University, Aalborg, Denmark"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Systems, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061523718"],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":null,"apc_paid":null,"fwci":5.4807,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96104895,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"4","first_page":"1566","last_page":"1581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8406583070755005},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7724782228469849},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.676069974899292},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6512326598167419},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5751147866249084},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5148112177848816},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43969637155532837},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42687052488327026},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4249744713306427},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.4244895875453949},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.42406630516052246},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4192308783531189},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3799729347229004},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2738322615623474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2490200698375702},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.229729562997818},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.20645123720169067},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1714308261871338},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10528972744941711}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8406583070755005},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7724782228469849},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.676069974899292},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6512326598167419},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5751147866249084},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5148112177848816},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43969637155532837},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42687052488327026},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4249744713306427},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.4244895875453949},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.42406630516052246},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4192308783531189},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3799729347229004},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2738322615623474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2490200698375702},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.229729562997818},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.20645123720169067},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1714308261871338},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10528972744941711},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tccn.2024.3384492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3384492","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/95f6403d-ab47-42c6-bc0a-5a85caaca2bc","is_oa":false,"landing_page_url":"https://vbn.aau.dk/da/publications/95f6403d-ab47-42c6-bc0a-5a85caaca2bc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mason, F, Chiariotti, F, Zanella, A & Popovski, P 2024, 'Multi-Agent Reinforcement Learning for Coordinating Communication and Control', IEEE Transactions on Cognitive Communications and Networking, vol. 10, no. 4, pp. 1566-1581. https://doi.org/10.1109/TCCN.2024.3384492","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:www.research.unipd.it:11577/3514798","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3514798","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W156752663","https://openalex.org/W826707519","https://openalex.org/W1522301498","https://openalex.org/W1542941925","https://openalex.org/W1579184372","https://openalex.org/W1973039793","https://openalex.org/W1982218468","https://openalex.org/W1983491872","https://openalex.org/W1993918491","https://openalex.org/W1995875735","https://openalex.org/W2001856902","https://openalex.org/W2066467764","https://openalex.org/W2069525910","https://openalex.org/W2085664759","https://openalex.org/W2103151730","https://openalex.org/W2137954368","https://openalex.org/W2145339207","https://openalex.org/W2539264244","https://openalex.org/W2565062699","https://openalex.org/W2598004827","https://openalex.org/W2599557761","https://openalex.org/W2614535555","https://openalex.org/W2746553466","https://openalex.org/W2766886387","https://openalex.org/W2796127131","https://openalex.org/W2922422094","https://openalex.org/W2940847106","https://openalex.org/W2964093215","https://openalex.org/W2968526727","https://openalex.org/W2972122474","https://openalex.org/W2975836349","https://openalex.org/W3023657883","https://openalex.org/W3031090309","https://openalex.org/W3041291604","https://openalex.org/W3044209767","https://openalex.org/W3102824929","https://openalex.org/W3137257456","https://openalex.org/W3163293075","https://openalex.org/W3176048614","https://openalex.org/W3204192621","https://openalex.org/W4205984110","https://openalex.org/W4226246291","https://openalex.org/W4287765185","https://openalex.org/W4292921873","https://openalex.org/W6600255050","https://openalex.org/W6631190155","https://openalex.org/W6712181171","https://openalex.org/W6757781149","https://openalex.org/W6778886082","https://openalex.org/W6861101420"],"related_works":["https://openalex.org/W3123911006","https://openalex.org/W2096013579","https://openalex.org/W4400868993","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W3096874164","https://openalex.org/W1589140671","https://openalex.org/W1985560493","https://openalex.org/W2386410636"],"abstract_inverted_index":{"The":[0,104],"automation":[1],"of":[2,20,90,115,134,144,153,161,168],"factories":[3],"and":[4,80,117,131,146],"manufacturing":[5],"processes":[6],"has":[7],"been":[8],"accelerating":[9],"over":[10],"the":[11,39,43,58,141,151,159],"past":[12],"few":[13],"years,":[14],"leading":[15,164],"to":[16,38,47,51,64,110,165],"an":[17,88],"ever-increasing":[18],"number":[19],"scenarios":[21,116],"with":[22,127],"networked":[23,54,81,154],"agents":[24],"whose":[25],"coordination":[26,167],"requires":[27],"reliable":[28],"wireless":[29],"communication.":[30],"In":[31,68],"this":[32,69],"context,":[33],"goal-oriented":[34,78],"communication":[35,66,79,145,169],"adapts":[36],"transmissions":[37],"control":[40,55,82,147,155],"task,":[41],"prioritizing":[42],"more":[44],"relevant":[45],"information":[46],"decide":[48],"which":[49,99],"action":[50],"take.":[52],"Instead,":[53],"models":[56],"follow":[57],"opposite":[59],"pathway,":[60],"optimizing":[61],"physical":[62],"actions":[63],"address":[65],"impairments.":[67],"work,":[70],"we":[71,100,118],"propose":[72],"a":[73,84,91,112,128,132],"joint":[74,142],"design":[75],"that":[76,140],"combines":[77],"into":[83],"single":[85,129],"optimization":[86,143],"model,":[87],"extension":[89],"multi-agent":[92],"Partially":[93],"Observable":[94],"Markov":[95],"Decision":[96],"Process":[97],"(POMDP),":[98],"call":[101],"Cyber-Physical":[102],"POMDP.":[103],"proposed":[105],"model":[106],"is":[107],"flexible":[108],"enough":[109],"represent":[111],"large":[113],"variety":[114],"illustrate":[119],"its":[120],"potential":[121],"in":[122,158],"two":[123],"simple":[124],"use":[125],"cases":[126],"agent":[130],"set":[133],"supporting":[135],"sensors.":[136],"Our":[137],"results":[138],"assess":[139],"tasks":[148],"radically":[149],"improves":[150],"performance":[152],"systems,":[156],"particularly":[157],"case":[160],"constrained":[162],"resources,":[163],"implicit":[166],"actions.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2024-04-04T00:00:00"}