{"id":"https://openalex.org/W4394862967","doi":"https://doi.org/10.1109/tmc.2024.3389011","title":"Differentiated Federated Reinforcement Learning Based Traffic Offloading on Space-Air-Ground Integrated Networks","display_name":"Differentiated Federated Reinforcement Learning Based Traffic Offloading on Space-Air-Ground Integrated Networks","publication_year":2024,"publication_date":"2024-04-16","ids":{"openalex":"https://openalex.org/W4394862967","doi":"https://doi.org/10.1109/tmc.2024.3389011"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3389011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3389011","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077586024","display_name":"Yeguang Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yeguang Qin","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0000-0003-1493-6996","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yilin Yang","orcid":"https://orcid.org/0009-0002-0619-9877"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilin Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0009-0002-0619-9877","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007662359","display_name":"Fengxiao Tang","orcid":"https://orcid.org/0000-0003-2414-4802"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengxiao Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0000-0003-2414-4802","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060844683","display_name":"Xin Yao","orcid":"https://orcid.org/0000-0001-7165-937X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yao","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0000-0001-7165-937X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077996394","display_name":"Ming Zhao","orcid":"https://orcid.org/0000-0003-2317-5359"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zhao","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0000-0003-2317-5359","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013311265","display_name":"Nei Kato","orcid":"https://orcid.org/0000-0001-8769-302X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nei Kato","raw_affiliation_strings":["Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8769-302X","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":29.1149,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.99535507,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"11000","last_page":"11013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8132405877113342},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7276599407196045},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4771285057067871},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4656297564506531},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4454937279224396},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4016023278236389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23287737369537354},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12343907356262207}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8132405877113342},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7276599407196045},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4771285057067871},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4656297564506531},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4454937279224396},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4016023278236389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23287737369537354},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12343907356262207}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3389011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3389011","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1499972624","display_name":null,"funder_award_id":"62302527","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2144726563","display_name":null,"funder_award_id":"2023jj40774","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W2021115830","https://openalex.org/W2087708208","https://openalex.org/W2088956500","https://openalex.org/W2107726111","https://openalex.org/W2168205574","https://openalex.org/W2535838896","https://openalex.org/W2749928005","https://openalex.org/W2762586323","https://openalex.org/W2764333513","https://openalex.org/W2804985843","https://openalex.org/W2805161269","https://openalex.org/W2904246096","https://openalex.org/W2920054549","https://openalex.org/W2924948991","https://openalex.org/W2953948844","https://openalex.org/W2963890869","https://openalex.org/W2981037657","https://openalex.org/W2981268228","https://openalex.org/W2989743749","https://openalex.org/W2999271997","https://openalex.org/W3005620403","https://openalex.org/W3005776401","https://openalex.org/W3009823869","https://openalex.org/W3012968339","https://openalex.org/W3015366655","https://openalex.org/W3016621379","https://openalex.org/W3041733661","https://openalex.org/W3093482086","https://openalex.org/W3100862578","https://openalex.org/W3103282502","https://openalex.org/W3155413563","https://openalex.org/W3176231977","https://openalex.org/W3177440690","https://openalex.org/W3205598877","https://openalex.org/W3213889621","https://openalex.org/W4206028292","https://openalex.org/W4210795379","https://openalex.org/W4231005964","https://openalex.org/W4285742007","https://openalex.org/W4297687186","https://openalex.org/W4298857966","https://openalex.org/W4381327887","https://openalex.org/W4381744924","https://openalex.org/W4386280917","https://openalex.org/W4387490446","https://openalex.org/W6637967152","https://openalex.org/W6645563480","https://openalex.org/W6683195989","https://openalex.org/W6728757088","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6769218391","https://openalex.org/W6773813173","https://openalex.org/W6774978782","https://openalex.org/W6779174293","https://openalex.org/W6780398089","https://openalex.org/W6780559895","https://openalex.org/W6791189488","https://openalex.org/W6791518594","https://openalex.org/W6796478167","https://openalex.org/W6839303856"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2057435755","https://openalex.org/W4306904969","https://openalex.org/W3121798572","https://openalex.org/W2018782216","https://openalex.org/W2770877918"],"abstract_inverted_index":{"The":[0,119,134,170],"Space-Air-Ground":[1],"Integrated":[2],"Network":[3],"(SAGIN)":[4],"plays":[5],"a":[6,10,30,122],"pivotal":[7],"role":[8],"as":[9,29,105,142,153],"comprehensive":[11],"foundational":[12],"network":[13,35,46,56,139,190],"communication":[14],"infrastructure,":[15],"presenting":[16],"opportunities":[17],"for":[18,45],"highly":[19],"efficient":[20],"global":[21,150],"data":[22,52],"transmission.":[23],"Nonetheless,":[24],"given":[25],"SAGIN's":[26],"unique":[27],"characteristics":[28,91],"dynamically":[31],"heterogeneous":[32],"network,":[33],"conventional":[34],"optimization":[36,103],"methodologies":[37],"encounter":[38],"challenges":[39],"in":[40,76,187],"satisfying":[41],"the":[42,62,72,89,99,106,110,132,138,143,149,154,164,175,181,200],"stringent":[43],"requirements":[44],"latency":[47],"and":[48,147,195,206],"stability":[49],"inherent":[50],"to":[51,70,82,130,162,199],"transmission":[53],"within":[54],"this":[55,59],"environment.":[57],"Therefore,":[58],"paper":[60,120],"proposes":[61,121],"use":[63],"of":[64,92,95,108,159,166,189],"differentiated":[65,84,90],"federated":[66,202],"reinforcement":[67,203],"learning":[68,204],"(DFRL)":[69],"solve":[71,131],"traffic":[73,85,100,176],"offloading":[74,86,101,177],"problem":[75],"SAGIN,":[77,96],"i.e.,":[78],"using":[79],"multiple":[80],"agents":[81],"generate":[83],"policies.":[87],"Considering":[88],"each":[93,160,167],"region":[94],"DFRL":[97],"models":[98],"policy":[102,178],"process":[104,107],"solving":[109],"Decentralized":[111],"Partially":[112],"Observable":[113],"Markov":[114],"Decision":[115],"Process":[116],"(DEC-POMDP)":[117],"problem.":[118,133],"novel":[123],"Differentiated":[124],"Federated":[125],"Soft":[126],"Actor-Critic":[127],"(DFSAC)":[128],"algorithm":[129,136,183],"DFSAC":[135,182],"takes":[137],"packet":[140,192,196],"delay":[141,197],"joint":[144,155],"reward":[145],"value":[146],"introduces":[148],"trend":[151],"model":[152],"target":[156],"action-value":[157],"function":[158],"agent":[161],"guide":[163],"update":[165],"agent's":[168],"policy.":[169],"simulation":[171],"results":[172],"demonstrate":[173],"that":[174],"based":[179],"on":[180],"achieves":[184],"better":[185],"performance":[186],"terms":[188],"throughput,":[191],"loss":[193],"rate,":[194],"compared":[198],"traditional":[201],"approach":[205],"other":[207],"baseline":[208],"approaches.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-04-17T00:00:00"}