{"id":"https://openalex.org/W4382050609","doi":"https://doi.org/10.1109/meco58584.2023.10154952","title":"On the Use of Multi-agent Reinforcement Learning in Cyber-physical and Internet of Thing Systems","display_name":"On the Use of Multi-agent Reinforcement Learning in Cyber-physical and Internet of Thing Systems","publication_year":2023,"publication_date":"2023-06-06","ids":{"openalex":"https://openalex.org/W4382050609","doi":"https://doi.org/10.1109/meco58584.2023.10154952"},"language":"en","primary_location":{"id":"doi:10.1109/meco58584.2023.10154952","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/meco58584.2023.10154952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 12th Mediterranean Conference on Embedded Computing (MECO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053522169","display_name":"Hossein Yarahmadi","orcid":"https://orcid.org/0000-0002-0722-7596"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]},{"id":"https://openalex.org/I155419210","display_name":"Islamic Azad University, Science and Research Branch","ror":"https://ror.org/03187yj51","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I155419210"]},{"id":"https://openalex.org/I4210116480","display_name":"Flanders Make (Belgium)","ror":"https://ror.org/02ndjfz59","country_code":"BE","type":"company","lineage":["https://openalex.org/I4210116480"]}],"countries":["BE","IR"],"is_corresponding":false,"raw_author_name":"Hossein Yarahmadi","raw_affiliation_strings":["University of Antwerp and Flanders Make Strategic Research Center,Department of Computer Science,Belgium","Department of Computer Science, University of Antwerp and Flanders Make Strategic Research Center, Belgium","Department of Computer Engineering, Science and Research Branch, Islamic Azad University, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Antwerp and Flanders Make Strategic Research Center,Department of Computer Science,Belgium","institution_ids":["https://openalex.org/I4210116480"]},{"raw_affiliation_string":"Department of Computer Science, University of Antwerp and Flanders Make Strategic Research Center, Belgium","institution_ids":["https://openalex.org/I4210116480","https://openalex.org/I149213910"]},{"raw_affiliation_string":"Department of Computer Engineering, Science and Research Branch, Islamic Azad University, Tehran, Iran","institution_ids":["https://openalex.org/I155419210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050124278","display_name":"Mohammad Ebrahim Shiri","orcid":"https://orcid.org/0000-0002-8312-5276"},"institutions":[{"id":"https://openalex.org/I155419210","display_name":"Islamic Azad University, Science and Research Branch","ror":"https://ror.org/03187yj51","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I155419210"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Ebrahim Shiri","raw_affiliation_strings":["Islamic Azad University,Science and Research Branch,Department of Computer Engineering,Tehran,Iran","Department of Computer Engineering, Science and Research Branch, Islamic Azad University, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Islamic Azad University,Science and Research Branch,Department of Computer Engineering,Tehran,Iran","institution_ids":["https://openalex.org/I155419210"]},{"raw_affiliation_string":"Department of Computer Engineering, Science and Research Branch, Islamic Azad University, Tehran, Iran","institution_ids":["https://openalex.org/I155419210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006565100","display_name":"Moharram Challenger","orcid":"https://orcid.org/0000-0002-5436-6070"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]},{"id":"https://openalex.org/I4210116480","display_name":"Flanders Make (Belgium)","ror":"https://ror.org/02ndjfz59","country_code":"BE","type":"company","lineage":["https://openalex.org/I4210116480"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Moharram Challenger","raw_affiliation_strings":["University of Antwerp and Flanders Make Strategic Research Center,Department of Computer Science,Belgium","Department of Computer Science, University of Antwerp and Flanders Make Strategic Research Center, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Antwerp and Flanders Make Strategic Research Center,Department of Computer Science,Belgium","institution_ids":["https://openalex.org/I4210116480"]},{"raw_affiliation_string":"Department of Computer Science, University of Antwerp and Flanders Make Strategic Research Center, Belgium","institution_ids":["https://openalex.org/I4210116480","https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077522986","display_name":"Hamidreza Navidi","orcid":"https://orcid.org/0000-0003-1072-8786"},"institutions":[{"id":"https://openalex.org/I119025939","display_name":"Shahed University","ror":"https://ror.org/01e8ff003","country_code":"IR","type":"education","lineage":["https://openalex.org/I119025939"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hamidreza Navidi","raw_affiliation_strings":["Shahed University,Department of Mathematics and Computer Science,Tehran,Iran","Department of Mathematics and Computer Science, Shahed University, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shahed University,Department of Mathematics and Computer Science,Tehran,Iran","institution_ids":["https://openalex.org/I119025939"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Shahed University, Tehran, Iran","institution_ids":["https://openalex.org/I119025939"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019256819","display_name":"Arash Sharifi","orcid":"https://orcid.org/0000-0002-2441-9477"},"institutions":[{"id":"https://openalex.org/I155419210","display_name":"Islamic Azad University, Science and Research Branch","ror":"https://ror.org/03187yj51","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I155419210"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Arash Sharifi","raw_affiliation_strings":["Islamic Azad University,Science and Research Branch,Department of Computer Engineering,Tehran,Iran","Department of Computer Engineering, Science and Research Branch, Islamic Azad University, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Islamic Azad University,Science and Research Branch,Department of Computer Engineering,Tehran,Iran","institution_ids":["https://openalex.org/I155419210"]},{"raw_affiliation_string":"Department of Computer Engineering, Science and Research Branch, Islamic Azad University, Tehran, Iran","institution_ids":["https://openalex.org/I155419210"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1721,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.43881472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"93","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.863519012928009},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7653898000717163},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.6506797075271606},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5168648362159729},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4851320683956146},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.481263130903244},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4279380440711975},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.39465105533599854},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.33905911445617676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2825772762298584},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1536060869693756},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13834556937217712}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.863519012928009},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7653898000717163},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.6506797075271606},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5168648362159729},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4851320683956146},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.481263130903244},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4279380440711975},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.39465105533599854},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.33905911445617676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2825772762298584},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1536060869693756},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13834556937217712},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/meco58584.2023.10154952","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/meco58584.2023.10154952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 12th Mediterranean Conference on Embedded Computing (MECO)","raw_type":"proceedings-article"},{"id":"pmh:c:irua:197732","is_oa":false,"landing_page_url":"https://hdl.handle.net/10067/1977320151162165141","pdf_url":null,"source":{"id":"https://openalex.org/S4306401849","display_name":"Institutional Repository University of Antwerp (University of Antwerp)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149213910","host_organization_name":"University of Antwerp","host_organization_lineage":["https://openalex.org/I149213910"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.550000011920929,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320319799","display_name":"Flanders Make","ror":null},{"id":"https://openalex.org/F4320324595","display_name":"Universiteit Antwerpen","ror":"https://ror.org/008x57b05"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W34310527","https://openalex.org/W56117469","https://openalex.org/W2096765395","https://openalex.org/W2133999440","https://openalex.org/W2153073482","https://openalex.org/W2302842053","https://openalex.org/W2309862273","https://openalex.org/W2460041070","https://openalex.org/W2503313501","https://openalex.org/W2616497172","https://openalex.org/W2765905728","https://openalex.org/W2766070002","https://openalex.org/W2770987547","https://openalex.org/W2784344666","https://openalex.org/W2789283869","https://openalex.org/W2792705209","https://openalex.org/W2799899844","https://openalex.org/W2891171053","https://openalex.org/W2936286953","https://openalex.org/W2951044044","https://openalex.org/W2991046523","https://openalex.org/W3003342755","https://openalex.org/W3035319329","https://openalex.org/W3107615218","https://openalex.org/W3112314931","https://openalex.org/W3138380659","https://openalex.org/W4210714644","https://openalex.org/W4252168357","https://openalex.org/W4281955692","https://openalex.org/W4313491468","https://openalex.org/W4319319588","https://openalex.org/W6674357624","https://openalex.org/W6680153409","https://openalex.org/W6763891728","https://openalex.org/W6786364697"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W3004173571","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,68],"provide":[4],"a":[5],"review":[6],"of":[7,15,64,126],"cyber-physical":[8],"systems":[9],"(CPSs)":[10],"and":[11,23,44,50,53,80,82,92,99,105,109,112,135,145,160,162],"explore":[12],"the":[13,58,62,72,124,127,155],"applications":[14],"Multi-Agent":[16,19,24],"Systems":[17],"(MAS),":[18],"Reinforcement":[20],"Learning":[21],"(MARL),":[22],"Credit":[25],"Assignment":[26],"Problem":[27],"(MCA)":[28],"in":[29,143],"CPSs.":[30],"Our":[31],"primary":[32],"focus":[33],"is":[34],"on":[35],"mapping":[36],"specific":[37],"domains,":[38],"including":[39],"job":[40,73],"scheduling,":[41],"energy":[42],"management,":[43],"smart":[45],"transport":[46],"systems,":[47],"to":[48,56,71,150],"MAS":[49,151],"applying":[51],"MARL":[52],"MCA":[54,136],"techniques":[55],"solve":[57],"problems.":[59],"To":[60],"evaluate":[61],"effectiveness":[63],"our":[65],"proposed":[66,128],"method,":[67],"applied":[69],"it":[70],"scheduling":[74],"problem,":[75],"using":[76],"two":[77],"parameters,":[78],"CPU":[79],"bandwidth,":[81],"tested":[83],"its":[84],"performance":[85,125],"for":[86,140],"four":[87],"different":[88],"tasks:":[89],"Face":[90],"Detection":[91],"Window":[93],"Blind":[94],"Control":[95,101,107],"(FDWC),":[96],"Finger":[97],"Touch":[98],"Gate":[100],"(FTGC),":[102],"Weather":[103],"Check":[104,111],"Thermostat":[106],"(WCTC),":[108],"Temperature":[110],"Start":[113],"Fan":[114],"(TCSF).":[115],"The":[116],"results":[117],"indicate":[118],"that":[119,132],"prioritizing":[120],"tasks":[121],"significantly":[122],"improves":[123],"method.":[129],"We":[130],"conclude":[131],"MAS,":[133],"MARL,":[134],"are":[137],"powerful":[138],"tools":[139],"solving":[141],"problems":[142,149],"CPSs":[144,159],"IoT.":[146],"Mapping":[147],"these":[148],"can":[152],"help":[153],"overcome":[154],"challenges":[156],"associated":[157],"with":[158],"IoT,":[161],"improve":[163],"system":[164],"performance.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}