{"id":"https://openalex.org/W4390189628","doi":"https://doi.org/10.1109/milcom58377.2023.10356270","title":"Learning to Sail Dynamic Networks: The MARLIN Reinforcement Learning Framework for Congestion Control in Tactical Environments","display_name":"Learning to Sail Dynamic Networks: The MARLIN Reinforcement Learning Framework for Congestion Control in Tactical Environments","publication_year":2023,"publication_date":"2023-10-30","ids":{"openalex":"https://openalex.org/W4390189628","doi":"https://doi.org/10.1109/milcom58377.2023.10356270"},"language":"en","primary_location":{"id":"doi:10.1109/milcom58377.2023.10356270","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/milcom58377.2023.10356270","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2023 - 2023 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059453270","display_name":"Raffaele Galliera","orcid":null},"institutions":[{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]},{"id":"https://openalex.org/I83683471","display_name":"University of West Florida","ror":"https://ror.org/002w4zy91","country_code":"US","type":"education","lineage":["https://openalex.org/I83683471"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Raffaele Galliera","raw_affiliation_strings":["Florida Institute for Human & Machine Cognition (IHMC)","Department of Intelligent Systems & Robotics, The University of West Florida (UWF), Pensacola, FL, USA"],"affiliations":[{"raw_affiliation_string":"Florida Institute for Human & Machine Cognition (IHMC)","institution_ids":["https://openalex.org/I1335578998"]},{"raw_affiliation_string":"Department of Intelligent Systems & Robotics, The University of West Florida (UWF), Pensacola, FL, USA","institution_ids":["https://openalex.org/I83683471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043849822","display_name":"Mattia Zaccarini","orcid":"https://orcid.org/0009-0003-6679-5125"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mattia Zaccarini","raw_affiliation_strings":["University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","Distributed Systems Research Group, University of Ferrara, Ferrara, Italy"],"affiliations":[{"raw_affiliation_string":"University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","institution_ids":["https://openalex.org/I201324441"]},{"raw_affiliation_string":"Distributed Systems Research Group, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065552686","display_name":"Alessandro Morelli","orcid":"https://orcid.org/0000-0003-3309-3461"},"institutions":[{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Morelli","raw_affiliation_strings":["Florida Institute for Human & Machine Cognition (IHMC)"],"affiliations":[{"raw_affiliation_string":"Florida Institute for Human & Machine Cognition (IHMC)","institution_ids":["https://openalex.org/I1335578998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063993549","display_name":"Roberto Fronteddu","orcid":null},"institutions":[{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roberto Fronteddu","raw_affiliation_strings":["Florida Institute for Human & Machine Cognition (IHMC)"],"affiliations":[{"raw_affiliation_string":"Florida Institute for Human & Machine Cognition (IHMC)","institution_ids":["https://openalex.org/I1335578998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017419110","display_name":"Filippo Poltronieri","orcid":"https://orcid.org/0000-0003-2860-4204"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Poltronieri","raw_affiliation_strings":["University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","Distributed Systems Research Group, University of Ferrara, Ferrara, Italy"],"affiliations":[{"raw_affiliation_string":"University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","institution_ids":["https://openalex.org/I201324441"]},{"raw_affiliation_string":"Distributed Systems Research Group, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047412092","display_name":"Niranjan Suri","orcid":"https://orcid.org/0000-0003-2982-8218"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niranjan Suri","raw_affiliation_strings":["Florida Institute for Human & Machine Cognition (IHMC)","US Army DEVCOM Army Research Laboratory (ARL), Adelphi, MD, USA"],"affiliations":[{"raw_affiliation_string":"Florida Institute for Human & Machine Cognition (IHMC)","institution_ids":["https://openalex.org/I1335578998"]},{"raw_affiliation_string":"US Army DEVCOM Army Research Laboratory (ARL), Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067650842","display_name":"Mauro Tortonesi","orcid":"https://orcid.org/0000-0002-7417-4455"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mauro Tortonesi","raw_affiliation_strings":["University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","Distributed Systems Research Group, University of Ferrara, Ferrara, Italy"],"affiliations":[{"raw_affiliation_string":"University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","institution_ids":["https://openalex.org/I201324441"]},{"raw_affiliation_string":"Distributed Systems Research Group, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5059453270"],"corresponding_institution_ids":["https://openalex.org/I1335578998","https://openalex.org/I83683471"],"apc_list":null,"apc_paid":null,"fwci":0.8049,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74922684,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"424","last_page":"429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7852151393890381},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.7453646659851074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7108055353164673},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.6476700305938721},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5300167798995972},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.4729948937892914},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4308406114578247},{"id":"https://openalex.org/keywords/transmission-control-protocol","display_name":"Transmission Control Protocol","score":0.42248743772506714},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.39468297362327576},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3760823607444763},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20010057091712952},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1731278896331787}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7852151393890381},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.7453646659851074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7108055353164673},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.6476700305938721},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5300167798995972},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.4729948937892914},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4308406114578247},{"id":"https://openalex.org/C33588617","wikidata":"https://www.wikidata.org/wiki/Q8803","display_name":"Transmission Control Protocol","level":3,"score":0.42248743772506714},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.39468297362327576},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3760823607444763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20010057091712952},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1731278896331787},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/milcom58377.2023.10356270","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/milcom58377.2023.10356270","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2023 - 2023 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unife.it:11392/2540571","is_oa":false,"landing_page_url":"https://hdl.handle.net/11392/2540571","pdf_url":null,"source":{"id":"https://openalex.org/S4306400369","display_name":"Institutional Research Information System University of Ferrara (University of Ferrara)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201324441","host_organization_name":"University of Ferrara","host_organization_lineage":["https://openalex.org/I201324441"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2022844530","https://openalex.org/W2112495447","https://openalex.org/W2116527688","https://openalex.org/W2420601783","https://openalex.org/W2776072704","https://openalex.org/W2920933065","https://openalex.org/W2964143609","https://openalex.org/W2979501713","https://openalex.org/W3011174400","https://openalex.org/W4381734243","https://openalex.org/W6769138899","https://openalex.org/W6792319309"],"related_works":["https://openalex.org/W4226218331","https://openalex.org/W2106906543","https://openalex.org/W2047584981","https://openalex.org/W4381301812","https://openalex.org/W1561385631","https://openalex.org/W2166315921","https://openalex.org/W2071614110","https://openalex.org/W2162566722","https://openalex.org/W2592825886","https://openalex.org/W23565719"],"abstract_inverted_index":{"Conventional":[0],"Congestion":[1],"Control":[2,141],"(CC)":[3],"algorithms,":[4],"such":[5,96],"as":[6,13,22],"TCP":[7,166],"Cubic,":[8],"struggle":[9],"in":[10,49,95,110,135,150,180],"tactical":[11,79,153,184],"environments":[12],"they":[14,42],"misinterpret":[15],"packet":[16],"loss":[17],"and":[18,52,69,87,122,145,167,172],"fluctuating":[19],"network":[20,185],"performance":[21,88,134],"congestion":[23],"symptoms.":[24],"Recent":[25],"efforts,":[26],"including":[27],"our":[28,101],"own":[29],"MARLIN,":[30],"have":[31],"explored":[32],"the":[33,75,146,151,160,174],"use":[34],"of":[35,46,77,176],"Reinforcement":[36],"Learning":[37],"(RL)":[38],"for":[39,92,183],"CC,":[40],"but":[41],"often":[43],"fall":[44],"short":[45],"generalization,":[47],"particularly":[48],"competitive,":[50],"unstable,":[51],"unforeseen":[53],"scenarios.":[54,98],"To":[55],"address":[56],"these":[57],"challenges,":[58],"this":[59],"paper":[60],"proposes":[61],"an":[62,67,123],"RL":[63,85,102,162,178],"framework":[64,104],"that":[65,159],"leverages":[66],"accurate":[68],"parallelizable":[70],"emulation":[71],"environment":[72],"to":[73],"reenact":[74],"conditions":[76,111],"a":[78,107,113,118],"network.":[80],"We":[81,99],"also":[82],"introduce":[83],"refined":[84],"formulation":[86],"evaluation":[89],"methods":[90],"tailored":[91],"agents":[93],"operating":[94],"intricate":[97],"evaluate":[100],"learning":[103],"by":[105],"training":[106],"MARLIN":[108,161],"agent":[109,163],"replicating":[112],"bottleneck":[114],"link":[115],"transition":[116],"between":[117],"Satellite":[119],"Communication":[120],"(SATCOM)":[121],"UHF":[124],"Wide":[125],"Band":[126],"(UHF)":[127],"radio":[128],"link.":[129],"Finally,":[130],"we":[131],"compared":[132],"its":[133],"file":[136],"transfer":[137],"tasks":[138],"against":[139],"Transmission":[140],"Protocol":[142],"(TCP)":[143],"Cubic":[144],"default":[147],"strategy":[148],"implemented":[149],"Mockets":[152,168],"communication":[154],"middleware.":[155],"The":[156],"results":[157],"demonstrate":[158],"outperforms":[164],"both":[165],"under":[169],"different":[170],"perspectives":[171],"highlight":[173],"effectiveness":[175],"specialized":[177],"solutions":[179],"optimizing":[181],"CC":[182],"environments.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}