{"id":"https://openalex.org/W4405103755","doi":"https://doi.org/10.1109/milcom61039.2024.10773787","title":"Multi-Agent Reinforcement Learning for Distributed Workflow Orchestration at the Tactical Edge","display_name":"Multi-Agent Reinforcement Learning for Distributed Workflow Orchestration at the Tactical Edge","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4405103755","doi":"https://doi.org/10.1109/milcom61039.2024.10773787"},"language":"en","primary_location":{"id":"doi:10.1109/milcom61039.2024.10773787","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063859690","display_name":"Alessandro Amato","orcid":"https://orcid.org/0000-0002-9521-6570"},"institutions":[{"id":"https://openalex.org/I83683471","display_name":"University of West Florida","ror":"https://ror.org/002w4zy91","country_code":"US","type":"education","lineage":["https://openalex.org/I83683471"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alessandro Amato","raw_affiliation_strings":["The University of West Florida (UWF),Department of Intelligent Systems & Robotics,Pensacola,FL,USA"],"affiliations":[{"raw_affiliation_string":"The University of West Florida (UWF),Department of Intelligent Systems & Robotics,Pensacola,FL,USA","institution_ids":["https://openalex.org/I83683471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065552686","display_name":"Alessandro Morelli","orcid":"https://orcid.org/0000-0003-3309-3461"},"institutions":[{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Morelli","raw_affiliation_strings":["Florida Institute for Human and Machine Cognition (IHMC),Pensacola,FL,USA"],"affiliations":[{"raw_affiliation_string":"Florida Institute for Human and Machine Cognition (IHMC),Pensacola,FL,USA","institution_ids":["https://openalex.org/I1335578998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055176453","display_name":"Mattia Fogli","orcid":"https://orcid.org/0000-0002-9875-4550"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mattia Fogli","raw_affiliation_strings":["University of Ferrara,Department of Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Ferrara,Department of Engineering,Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059453270","display_name":"Raffaele Galliera","orcid":null},"institutions":[{"id":"https://openalex.org/I83683471","display_name":"University of West Florida","ror":"https://ror.org/002w4zy91","country_code":"US","type":"education","lineage":["https://openalex.org/I83683471"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raffaele Galliera","raw_affiliation_strings":["The University of West Florida (UWF),Department of Intelligent Systems & Robotics,Pensacola,FL,USA"],"affiliations":[{"raw_affiliation_string":"The University of West Florida (UWF),Department of Intelligent Systems & Robotics,Pensacola,FL,USA","institution_ids":["https://openalex.org/I83683471"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047412092","display_name":"Niranjan Suri","orcid":"https://orcid.org/0000-0003-2982-8218"},"institutions":[{"id":"https://openalex.org/I83683471","display_name":"University of West Florida","ror":"https://ror.org/002w4zy91","country_code":"US","type":"education","lineage":["https://openalex.org/I83683471"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niranjan Suri","raw_affiliation_strings":["The University of West Florida (UWF),Department of Intelligent Systems & Robotics,Pensacola,FL,USA"],"affiliations":[{"raw_affiliation_string":"The University of West Florida (UWF),Department of Intelligent Systems & Robotics,Pensacola,FL,USA","institution_ids":["https://openalex.org/I83683471"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5063859690"],"corresponding_institution_ids":["https://openalex.org/I83683471"],"apc_list":null,"apc_paid":null,"fwci":0.7612,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79543961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"64","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12594","display_name":"Collaboration in agile enterprises","score":0.8774999976158142,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12594","display_name":"Collaboration in agile enterprises","score":0.8774999976158142,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.850600004196167,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.8485000133514404,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.9225150942802429},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8253202438354492},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7576848268508911},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7421973347663879},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5303191542625427},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43805450201034546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.238350510597229},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1252119541168213}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.9225150942802429},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8253202438354492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7576848268508911},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7421973347663879},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5303191542625427},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43805450201034546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.238350510597229},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1252119541168213},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/milcom61039.2024.10773787","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},{"id":"pmh:oai:sfera.unife.it:11392/2593113","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/10773787","pdf_url":null,"source":{"id":"https://openalex.org/S4306400369","display_name":"Institutional Research Information System University of Ferrara (University of Ferrara)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201324441","host_organization_name":"University of Ferrara","host_organization_lineage":["https://openalex.org/I201324441"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1990920914","https://openalex.org/W2025397485","https://openalex.org/W2054405892","https://openalex.org/W2067040941","https://openalex.org/W2088956500","https://openalex.org/W2168359464","https://openalex.org/W2626294781","https://openalex.org/W3082369447","https://openalex.org/W4206453974","https://openalex.org/W4214806295","https://openalex.org/W4390189769","https://openalex.org/W4399372395","https://openalex.org/W4401542026","https://openalex.org/W6768539364","https://openalex.org/W6872980867"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W2618592742","https://openalex.org/W98143440","https://openalex.org/W2973657051"],"abstract_inverted_index":{"The":[0],"dynamic":[1],"nature":[2],"of":[3,12,28,149],"tactical":[4],"edge":[5],"networks":[6,124],"has":[7],"led":[8],"to":[9,24,33,63,66,91,93,126,129],"the":[10,22,26,31,34,61,83,95,100,136,144,150,160],"design":[11],"architectures":[13],"that":[14,114,174],"enable":[15,127],"real-time":[16],"data":[17,101],"processing":[18],"and":[19,48,121,142,153,178],"analytics":[20],"at":[21],"edge,":[23],"ensure":[25,140],"continuation":[27],"operations":[29],"when":[30],"connection":[32],"headquarters":[35],"is":[36],"unavailable.":[37],"However,":[38],"workflow":[39,85],"orchestration":[40,86],"faces":[41],"unique":[42],"challenges":[43],"over":[44],"frequently":[45],"disconnected,":[46],"intermittent,":[47],"limited":[49],"(DIL)":[50],"networks,":[51],"where":[52,88],"traditional":[53],"approaches,":[54],"mainly":[55],"developed":[56],"for":[57,82,146],"cloud-like":[58],"environments,":[59],"lack":[60],"flexibility":[62],"react":[64],"promptly":[65],"ever-changing":[67],"conditions.":[68],"This":[69],"paper":[70],"presents":[71],"a":[72,106,169],"novel":[73],"decentralized":[74],"partially":[75],"observable":[76],"Markov":[77],"decision":[78],"process":[79],"(DEC-POMDP)":[80],"formulation":[81],"distributed":[84],"problem,":[87],"agents":[89,128],"need":[90],"cooperate":[92],"maximize":[94],"computation":[96],"efficiency":[97],"while":[98],"reducing":[99],"transmission":[102],"time.":[103],"We":[104],"propose":[105],"solution":[107,158],"based":[108],"on":[109],"multi-agent":[110],"reinforcement":[111,118],"learning":[112,119],"(MARL)":[113],"leverages":[115],"graph":[116,122],"convolutional":[117],"(DGN)":[120],"attention":[123],"(GAT)":[125],"share":[130],"information":[131],"with":[132,159],"each":[133],"other,":[134],"capture":[135],"network\u2019s":[137],"structural":[138],"information,":[139],"scalability,":[141],"eliminate":[143],"needs":[145],"global":[147],"knowledge":[148],"network.":[151],"Training":[152],"experiments,":[154],"which":[155],"compare":[156],"our":[157],"corresponding":[161],"constraint":[162],"satisfaction":[163],"problem":[164],"(CSP),":[165],"are":[166],"conducted":[167],"in":[168],"simulated":[170],"2D":[171],"urban":[172],"scenario":[173],"mimics":[175],"nodes\u2019":[176],"mobility":[177],"communications,":[179],"showing":[180],"promising":[181],"results.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}