{"id":"https://openalex.org/W4415462300","doi":"https://doi.org/10.1007/s44443-025-00266-1","title":"GATR: a graph attention deep reinforcement learning approach with variance-sensitive rewards for rpl routing optimization","display_name":"GATR: a graph attention deep reinforcement learning approach with variance-sensitive rewards for rpl routing optimization","publication_year":2025,"publication_date":"2025-10-23","ids":{"openalex":"https://openalex.org/W4415462300","doi":"https://doi.org/10.1007/s44443-025-00266-1"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-025-00266-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00266-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00266-1.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00266-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068545893","display_name":"Ying Wang","orcid":"https://orcid.org/0000-0003-4402-0102"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Wang","raw_affiliation_strings":["School of Artificial Intelligence, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China","School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020583547","display_name":"Jianjun Lei","orcid":"https://orcid.org/0000-0002-1965-3170"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianjun Lei","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384440","display_name":"Yuanyuan Li","orcid":"https://orcid.org/0000-0002-9311-9961"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Li","raw_affiliation_strings":["School of Automation, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101782920","display_name":"Fengjun Shang","orcid":"https://orcid.org/0000-0001-8454-3413"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengjun Shang","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, 400065, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5020583547"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":0.9389,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81340606,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"37","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7396000027656555},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6284000277519226},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.6273999810218811},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4406999945640564},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.43720000982284546},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4327999949455261},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.33180001378059387},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.32829999923706055},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.30250000953674316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526999711990356},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7396000027656555},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6284000277519226},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.6273999810218811},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5156999826431274},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4327999949455261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.365200012922287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34040001034736633},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.32829999923706055},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.2567000091075897},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-025-00266-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00266-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00266-1.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b1fb911aecc84e17a900cce69361dbe6","is_oa":true,"landing_page_url":"https://doaj.org/article/b1fb911aecc84e17a900cce69361dbe6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 37, Iss 9, Pp 1-18 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-025-00266-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00266-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00266-1.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3463527430","display_name":null,"funder_award_id":"cstc2024ycjh-bgzxm0156","funder_id":"https://openalex.org/F4320335446","funder_display_name":"Chongqing Youth Science and Technology Talent Training Project"},{"id":"https://openalex.org/G4703521862","display_name":null,"funder_award_id":"62276037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327639","display_name":"Centre Scientifique et Technique du B\u00e2timent","ror":"https://ror.org/02fsd1928"},{"id":"https://openalex.org/F4320335446","display_name":"Chongqing Youth Science and Technology Talent Training Project","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4415462300.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W4223921177","https://openalex.org/W4226365956","https://openalex.org/W4280622225","https://openalex.org/W4292179073","https://openalex.org/W4292826035","https://openalex.org/W4312849354","https://openalex.org/W4313368656","https://openalex.org/W4319795265","https://openalex.org/W4379382610","https://openalex.org/W4379468263","https://openalex.org/W4379619042","https://openalex.org/W4379741092","https://openalex.org/W4381301812","https://openalex.org/W4387120083","https://openalex.org/W4388097027","https://openalex.org/W4388522189","https://openalex.org/W4389003212","https://openalex.org/W4389410482","https://openalex.org/W4391656869","https://openalex.org/W4391661565","https://openalex.org/W4392251508","https://openalex.org/W4393106038","https://openalex.org/W4396817418","https://openalex.org/W4399381820","https://openalex.org/W4400083416","https://openalex.org/W4400269152","https://openalex.org/W4401430182","https://openalex.org/W4401437262","https://openalex.org/W4404056746","https://openalex.org/W4404212737","https://openalex.org/W4405022435","https://openalex.org/W4405172983","https://openalex.org/W4405314364","https://openalex.org/W4406193150","https://openalex.org/W4406878264","https://openalex.org/W4408568477","https://openalex.org/W4408823243"],"related_works":[],"abstract_inverted_index":{"The":[0],"Internet":[1],"of":[2,125],"Things":[3],"(IoT)":[4],"has":[5],"become":[6],"the":[7,16,58,68,122,126],"core":[8],"infrastructure":[9],"supporting":[10],"intelligent":[11],"perception":[12],"and":[13,22,38,74,78,116,145,164,173,180],"interconnection.":[14],"However,":[15],"dynamic":[17],"network":[18,114,162],"topology,":[19],"limited":[20],"resources,":[21],"partial":[23,100],"observability":[24,101],"pose":[25],"significant":[26,157],"challenges":[27],"to":[28,87,120,139],"traditional":[29],"IoT":[30],"routing":[31,51,127],"algorithms":[32],"in":[33,159],"balancing":[34],"energy":[35,142,160],"efficiency,":[36,161],"reliability,":[37,144],"stability":[39,146],"optimally.":[40],"Therefore,":[41],"this":[42],"paper":[43],"proposes":[44],"a":[45,81,109,131],"graph":[46,84],"attention":[47],"deep":[48],"reinforcement":[49],"learning-based":[50],"optimization":[52],"algorithm":[53],"(GATR),":[54],"which":[55],"can":[56],"optimize":[57],"data":[59],"transmission":[60],"performance":[61,166],"through":[62,147],"multi-agent":[63],"collaborative":[64],"decision-making.":[65],"GATR":[66,107,155],"integrates":[67],"Actor-Critic":[69],"architecture":[70],"with":[71,168],"centralized":[72],"training":[73],"decentralized":[75],"execution":[76],"(CTDE),":[77],"innovatively":[79],"introduces":[80,117],"topology-aware":[82],"dual-channel":[83],"modeling":[85],"mechanism":[86],"dynamically":[88,140],"aggregate":[89],"neighborhood":[90],"information":[91],"while":[92],"explicitly":[93],"encoding":[94],"physical":[95],"interference":[96],"relationships,":[97],"thereby":[98],"mitigating":[99],"constraints.":[102],"For":[103],"resource-constrained":[104],"terminal":[105],"devices,":[106],"designs":[108],"lightweight":[110],"three-layer":[111],"convolutional":[112],"Actor":[113],"architecture,":[115],"contrastive":[118],"learning":[119],"enhance":[121],"feature":[123],"representation":[124],"decision":[128],"model.":[129],"Furthermore,":[130],"variance-sensitive":[132],"multi-objective":[133],"reward":[134],"function":[135],"formulation":[136],"is":[137],"proposed":[138],"balance":[141],"consumption,":[143],"adaptive":[148],"weight":[149],"adjustment.":[150],"Simulation":[151],"results":[152],"demonstrate":[153],"that":[154],"achieves":[156],"improvements":[158],"lifetime,":[163],"convergence":[165],"compared":[167],"RARL,":[169],"DDQN,":[170],"DADR,":[171],"CARL,":[172],"MRHOF":[174],"algorithms,":[175],"exhibiting":[176],"excellent":[177],"environmental":[178],"adaptability":[179],"engineering":[181],"application":[182],"potential.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-23T00:00:00"}