{"id":"https://openalex.org/W4405102922","doi":"https://doi.org/10.1109/milcom61039.2024.10773635","title":"Reinforcement Learning Based Covert Routing with Node Failure Resiliency for Heterogeneous Networks","display_name":"Reinforcement Learning Based Covert Routing with Node Failure Resiliency for Heterogeneous Networks","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4405102922","doi":"https://doi.org/10.1109/milcom61039.2024.10773635"},"language":"en","primary_location":{"id":"doi:10.1109/milcom61039.2024.10773635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024325969","display_name":"Brian Kim","orcid":"https://orcid.org/0000-0003-1745-5485"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Kim","raw_affiliation_strings":["U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005926359","display_name":"Han-Bae Kong","orcid":"https://orcid.org/0000-0003-2856-7060"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Kong","raw_affiliation_strings":["U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004437273","display_name":"Terrence J. Moore","orcid":"https://orcid.org/0000-0003-3279-2965"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terrence J. Moore","raw_affiliation_strings":["U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060923648","display_name":"Fikadu T. Dagefu","orcid":"https://orcid.org/0000-0002-7532-5278"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fikadu T. Dagefu","raw_affiliation_strings":["U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Army DEVCOM Army Research Laboratory,Adelphi,MD,USA,20783","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"709","last_page":"714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7982786893844604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6643080711364746},{"id":"https://openalex.org/keywords/covert","display_name":"Covert","score":0.6583353281021118},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5681041479110718},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5193027853965759},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5094142556190491},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.48624029755592346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2734237611293793},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2007395625114441},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10803058743476868},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06662267446517944}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7982786893844604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6643080711364746},{"id":"https://openalex.org/C2779338814","wikidata":"https://www.wikidata.org/wiki/Q5179285","display_name":"Covert","level":2,"score":0.6583353281021118},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5681041479110718},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5193027853965759},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5094142556190491},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.48624029755592346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2734237611293793},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2007395625114441},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10803058743476868},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06662267446517944},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/milcom61039.2024.10773635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.41999998688697815,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1897081267","https://openalex.org/W2004735585","https://openalex.org/W2098346479","https://openalex.org/W2151488545","https://openalex.org/W2338178428","https://openalex.org/W2962960827","https://openalex.org/W2963848061","https://openalex.org/W2987093331","https://openalex.org/W3016325548","https://openalex.org/W3104101844","https://openalex.org/W3121794515","https://openalex.org/W3172693615","https://openalex.org/W4214717370","https://openalex.org/W4280534531","https://openalex.org/W4285092328","https://openalex.org/W4400771912"],"related_works":["https://openalex.org/W2523525694","https://openalex.org/W2998642566","https://openalex.org/W2392682561","https://openalex.org/W57793151","https://openalex.org/W2804882289","https://openalex.org/W2727423897","https://openalex.org/W2497612952","https://openalex.org/W4247948804","https://openalex.org/W2392053643","https://openalex.org/W4310083477"],"abstract_inverted_index":{"Due":[0],"to":[1,41,73,134,145,179],"the":[2,53,89,108,116,130,137,170,180,187],"ever-increasing":[3],"demand":[4],"for":[5,21,71,148],"wireless":[6],"networks":[7,15,23],"with":[8,25,82],"improved":[9],"resilience,":[10],"coverage,":[11],"and":[12,47,50,110,125],"throughput,":[13],"heterogeneous":[14],"(HetNets)":[16],"have":[17],"been":[18],"widely":[19],"investigated":[20],"relay":[22,78,131],"equipped":[24],"multiple":[26],"communications":[27],"technologies.":[28],"Despite":[29],"these":[30],"efforts,":[31],"there":[32],"are":[33],"key":[34,98],"challenges":[35],"such":[36],"as":[37],"meeting":[38],"covertness":[39,87],"requirements":[40],"mitigate":[42],"detection":[43,183],"by":[44],"potential":[45],"adversaries":[46],"ensuring":[48],"resilience":[49],"adaptation":[51,76,144],"in":[52],"presence":[54],"of":[55,129],"network":[56,150],"dynamics.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61,119,153],"propose":[62],"a":[63],"novel":[64],"failure-adaptive":[65,139],"covert":[66,140],"routing":[67,95,141,161],"technique":[68],"using":[69,156,169],"Q-learning":[70,113,168],"HetNets":[72],"ensure":[74],"fast":[75,143],"when":[77,173],"nodes":[79,132,174],"suddenly":[80],"fail":[81,175],"some":[83],"probability":[84,128,185],"while":[85,176],"maximizing":[86],"against":[88],"adversary.":[90,188],"Our":[91],"proposed":[92,138,158],"Covert":[93,159],"HetNet":[94,160],"has":[96],"three":[97],"components:":[99],"1)":[100],"adaptive":[101],"exploration,":[102],"2)":[103],"exploiting":[104],"existing":[105],"Q-values":[106],"incorporating":[107],"dynamics,":[109],"3)":[111],"adjusting":[112],"parameters.":[114],"During":[115],"performance":[117],"evaluations,":[118],"average":[120],"over":[121],"randomly":[122],"selected":[123],"topologies":[124],"consider":[126],"different":[127],"failing":[133],"show":[135,154],"that":[136,155],"ensures":[142],"node":[146],"failures":[147],"various":[149],"topologies.":[151],"Specifically,":[152],"our":[157],"achieves":[162],"31":[163],"times":[164],"faster":[165],"convergence":[166],"than":[167],"\u03f5-greedy":[171],"method":[172],"achieving":[177],"close":[178],"maximum":[181],"possible":[182],"error":[184],"at":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}