{"id":"https://openalex.org/W4409262751","doi":"https://doi.org/10.1109/icct62411.2024.10946448","title":"A Resilient Packet Routing Approach Based on Deep Reinforcement Learning","display_name":"A Resilient Packet Routing Approach Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4409262751","doi":"https://doi.org/10.1109/icct62411.2024.10946448"},"language":"en","primary_location":{"id":"doi:10.1109/icct62411.2024.10946448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icct62411.2024.10946448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 24th International Conference on Communication Technology (ICCT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014905079","display_name":"Yongjie Pang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjie Pang","raw_affiliation_strings":["University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046013197","display_name":"Fangying Dong","orcid":"https://orcid.org/0000-0002-8723-7785"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I867661903","display_name":"City of Glasgow College","ror":"https://ror.org/0403kv531","country_code":"GB","type":"education","lineage":["https://openalex.org/I867661903"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Fangying Dong","raw_affiliation_strings":["UESTC,Glasgow College,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UESTC,Glasgow College,Chengdu,China,611731","institution_ids":["https://openalex.org/I150229711","https://openalex.org/I867661903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039033480","display_name":"Ruolan Huang","orcid":"https://orcid.org/0000-0003-3561-8874"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruolan Huang","raw_affiliation_strings":["University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062448574","display_name":"Qi He","orcid":"https://orcid.org/0000-0002-1533-7568"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi He","raw_affiliation_strings":["University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090439174","display_name":"Zhiping Shi","orcid":"https://orcid.org/0000-0002-9851-440X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Shi","raw_affiliation_strings":["University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100708691","display_name":"Zhi Chen","orcid":"https://orcid.org/0000-0002-5159-1280"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Chen","raw_affiliation_strings":["University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China (UESTC),National Key Laboratory of Wireless Communications,Chengdu,China,611731","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"741","last_page":"747"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8542018532752991},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7720117568969727},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5646307468414307},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5401754379272461},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41804665327072144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3935074806213379},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32612746953964233}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8542018532752991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720117568969727},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5646307468414307},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5401754379272461},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41804665327072144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3935074806213379},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32612746953964233}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icct62411.2024.10946448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icct62411.2024.10946448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 24th International Conference on Communication Technology (ICCT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W2070449754","https://openalex.org/W2102258543","https://openalex.org/W2116104412","https://openalex.org/W2124651399","https://openalex.org/W2132022337","https://openalex.org/W2145339207","https://openalex.org/W2966411667","https://openalex.org/W2991293783","https://openalex.org/W3100366369","https://openalex.org/W4220970388","https://openalex.org/W4387446318","https://openalex.org/W4400032925","https://openalex.org/W6650655300","https://openalex.org/W6682459407","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6744749404"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Flying":[0],"ad":[1],"hoc":[2],"networks":[3],"(FANETs)":[4],"are":[5],"widely":[6],"used":[7],"in":[8,24,29],"disaster":[9],"relief":[10],"scenarios":[11,44],"due":[12],"to":[13,51,53,82,88,108],"the":[14,64,94],"flexibility":[15],"and":[16,103,112,132,139],"mobility":[17],"of":[18],"unmanned":[19],"aerial":[20],"vehicles":[21],"(UAVs).":[22],"However,":[23],"extreme":[25],"conditions,":[26,134],"UAV":[27],"nodes":[28],"FANETs":[30],"may":[31],"fail":[32],"or":[33],"face":[34],"interference,":[35],"making":[36],"packet":[37,74,122,137],"routing":[38,48,75,84,123,127],"under":[39,129],"these":[40,89],"highly":[41,55],"dynamic":[42,56],"catastrophic":[43,131],"rather":[45],"challenging.":[46],"Traditional":[47],"protocols":[49],"struggle":[50],"adapt":[52],"such":[54],"network":[57,106,145],"changes.":[58],"In":[59],"this":[60],"paper,":[61],"we":[62],"present":[63],"Prioritized":[65],"Experience":[66],"Replay":[67],"Dueling":[68],"Double":[69],"DQN":[70],"(PER-D3QN),":[71],"a":[72],"resilient":[73,126],"algorithm":[76,124],"utilizing":[77],"multiagent":[78],"deep":[79,96,104],"reinforcement":[80],"learning,":[81],"discover":[83],"policies":[85,128],"better":[86,114],"adapted":[87],"situations.":[90],"This":[91],"method":[92],"leverages":[93],"double":[95],"Q-learning":[97],"mechanism,":[98],"prioritized":[99],"experience":[100],"replay":[101],"technique,":[102],"dueling":[105],"architecture":[107],"enhance":[109],"learning":[110],"efficiency":[111],"establish":[113],"policies.":[115],"Simulation":[116],"results":[117],"show":[118],"that":[119],"our":[120],"proposed":[121],"achieves":[125],"both":[130],"non-catastrophic":[133],"significantly":[135],"reducing":[136],"loss":[138],"end-to-end":[140],"delay":[141],"while":[142],"enhancing":[143],"overall":[144],"performance.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}