{"id":"https://openalex.org/W4312383139","doi":"https://doi.org/10.1109/access.2022.3213649","title":"A Deep Reinforcement Learning-Based Geographic Packet Routing Optimization","display_name":"A Deep Reinforcement Learning-Based Geographic Packet Routing Optimization","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312383139","doi":"https://doi.org/10.1109/access.2022.3213649"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3213649","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3213649","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915566.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915566.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027975656","display_name":"Yijie Bai","orcid":"https://orcid.org/0000-0001-8739-2454"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijie Bai","raw_affiliation_strings":["College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China"],"raw_orcid":"https://orcid.org/0000-0001-8739-2454","affiliations":[{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461927","display_name":"Xia Zhang","orcid":"https://orcid.org/0000-0003-0937-2014"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia Zhang","raw_affiliation_strings":["College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066143417","display_name":"Daojie Yu","orcid":"https://orcid.org/0009-0005-5237-309X"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daojie Yu","raw_affiliation_strings":["College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009030121","display_name":"Shengxiang Li","orcid":"https://orcid.org/0000-0001-5948-4634"},"institutions":[{"id":"https://openalex.org/I4210124847","display_name":"National Engineering Research Center of Electromagnetic Radiation Control Materials","ror":"https://ror.org/02k4dcs46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210124847"]},{"id":"https://openalex.org/I4391767685","display_name":"State Key Laboratory of Complex Electromagnetic Environment Effects on Electronics and Information System","ror":"https://ror.org/012ajw921","country_code":null,"type":"facility","lineage":["https://openalex.org/I170215575","https://openalex.org/I4391767685"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengxiang Li","raw_affiliation_strings":["State Key Laboratory of Complex Electromagnetic Environment Effects on Electronics and Information System, Luoyang, China","State Key Laboratory of Complex Electromagnetic Environment Effects on Electronics and Information System, Luoyang, CO, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex Electromagnetic Environment Effects on Electronics and Information System, Luoyang, China","institution_ids":["https://openalex.org/I4210124847","https://openalex.org/I4391767685"]},{"raw_affiliation_string":"State Key Laboratory of Complex Electromagnetic Environment Effects on Electronics and Information System, Luoyang, CO, China","institution_ids":["https://openalex.org/I4210124847","https://openalex.org/I4391767685"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089016874","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6867-9417"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081076436","display_name":"Shuntian Lei","orcid":"https://orcid.org/0000-0002-6999-7262"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuntian Lei","raw_affiliation_strings":["College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087556983","display_name":"Zhoutai Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhoutai Tian","raw_affiliation_strings":["College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"College of Information System and Engineering, PLA Strategy Support Force Information Engineering University, Zhengzhou, CO, China","institution_ids":["https://openalex.org/I169689159"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2712,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.88593939,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"108785","last_page":"108796"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8105471730232239},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7482119798660278},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5413697957992554},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5231263041496277},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.4853302538394928},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.457295298576355},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3811102509498596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37636590003967285},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.285597026348114},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.23265200853347778}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8105471730232239},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7482119798660278},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5413697957992554},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5231263041496277},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.4853302538394928},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.457295298576355},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3811102509498596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37636590003967285},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.285597026348114},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.23265200853347778}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3213649","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3213649","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915566.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:10c19b41a8494961a344e44bd785036b","is_oa":true,"landing_page_url":"https://doaj.org/article/10c19b41a8494961a344e44bd785036b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 108785-108796 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3213649","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3213649","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915566.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7061162874","display_name":"\u5fae\u5904\u7406\u5668\u7535-\u78c1-\u70ed\u591a\u7269\u7406\u573a\u6548\u5e94\u673a\u7406\u4e0e\u5065\u58ee\u6027\u7814\u7a76","funder_award_id":"61871405","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312383139.pdf","grobid_xml":"https://content.openalex.org/works/W4312383139.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W146900863","https://openalex.org/W254323327","https://openalex.org/W1970754929","https://openalex.org/W1973039793","https://openalex.org/W2012526031","https://openalex.org/W2063295648","https://openalex.org/W2094387729","https://openalex.org/W2101963262","https://openalex.org/W2103222798","https://openalex.org/W2169528473","https://openalex.org/W2218247280","https://openalex.org/W2330529016","https://openalex.org/W2736601468","https://openalex.org/W2758296822","https://openalex.org/W2768254111","https://openalex.org/W2898231005","https://openalex.org/W2963000651","https://openalex.org/W2965811375","https://openalex.org/W3041484790","https://openalex.org/W3044022314","https://openalex.org/W3083059624","https://openalex.org/W3156082423","https://openalex.org/W3195830083","https://openalex.org/W3208473499","https://openalex.org/W4284990302","https://openalex.org/W6681404798","https://openalex.org/W6682459407","https://openalex.org/W6683204974","https://openalex.org/W6689723076","https://openalex.org/W6741002519","https://openalex.org/W6744749404","https://openalex.org/W6780559895","https://openalex.org/W6839701949"],"related_works":["https://openalex.org/W2003936810","https://openalex.org/W1640796511","https://openalex.org/W2120137201","https://openalex.org/W1655019438","https://openalex.org/W1835991816","https://openalex.org/W2383473565","https://openalex.org/W1975971517","https://openalex.org/W2107816610","https://openalex.org/W2409323728","https://openalex.org/W2950120971"],"abstract_inverted_index":{"Packet":[0],"routing":[1,50,58,100,105,120,174,226],"is":[2,138,209],"a":[3,54,104,214],"fundamental":[4],"problem":[5],"in":[6,9,19,47,90,95,181,205],"wireless":[7],"networks":[8],"which":[10,60,212],"routers":[11],"decide":[12],"the":[13,35,74,78,85,88,112,117,125,135,141,145,155,165,178,189,217],"next":[14],"hop":[15],"for":[16,216],"each":[17],"packet":[18,57,146,225],"order":[20,32],"to":[21,24,33,72,102,115,220],"deliver":[22],"it":[23],"its":[25],"destination":[26],"as":[27,29],"quickly":[28],"possible.":[30],"In":[31],"overcome":[34],"shortcoming":[36],"of":[37,80,87,119,127,134,144,151,167,183,191,203],"non":[38],"optimal":[39,179],"forwarding":[40,45,86,129],"path":[41],"caused":[42],"by":[43],"fixed":[44],"mode":[46,114],"geographic":[48],"location-based":[49],"algorithm,":[51],"we":[52],"investigated":[53],"new":[55],"efficient":[56],"strategy":[59],"combined":[61],"with":[62,194,224],"Deep":[63],"Reinforcement":[64],"Learning":[65],"(DRL)":[66],"algorithm":[67],"(Proximal":[68],"Policy":[69],"Optimization:":[70],"PPO)":[71],"minimize":[73],"hops":[75,192],"and":[76,149,164,188],"reduce":[77,124],"probability":[79],"encountering":[81],"\u201crouting":[82],"hole\u201d":[83],"during":[84],"packets":[89,173,185],"complex":[91],"networks.":[92],"Each":[93],"node":[94],"our":[96,172],"network":[97,162],"can":[98,108,176],"make":[99],"decisions":[101],"learn":[103,177],"policy":[106,121,180],"that":[107,171],"not":[109],"only":[110],"use":[111,126],"greedy":[113],"maintain":[116],"efficiency":[118],"but":[122],"also":[123,210],"peripheral":[128],"mode.":[130],"The":[131,201],"learning":[132],"process":[133],"DRL":[136],"agent":[137,175],"based":[139],"on":[140],"status":[142],"information":[143,150],"being":[147],"transmitted":[148],"neighbor":[152],"nodes":[153,168],"within":[154],"communication":[156],"range.":[157],"Extensive":[158],"simulations":[159],"over":[160],"dynamic":[161],"topologies":[163],"number":[166,190],"have":[169],"shown":[170],"terms":[182],"average":[184],"delivery":[186],"rate":[187],"compared":[193],"Greedy":[195],"Perimeter":[196],"Stateless":[197],"Routing":[198],"(GPSR)":[199],"protocol.":[200],"performance":[202],"PPO":[204,222],"large-scale":[206],"action":[207],"space":[208],"verified,":[211],"provides":[213],"basis":[215],"future":[218],"researches":[219],"combine":[221],"technique":[223],"optimization.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}