{"id":"https://openalex.org/W4403799198","doi":"https://doi.org/10.48550/arxiv.2409.18718","title":"Enhancing Spectrum Efficiency in 6G Satellite Networks: A GAIL-Powered Policy Learning via Asynchronous Federated Inverse Reinforcement Learning","display_name":"Enhancing Spectrum Efficiency in 6G Satellite Networks: A GAIL-Powered Policy Learning via Asynchronous Federated Inverse Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4403799198","doi":"https://doi.org/10.48550/arxiv.2409.18718"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.18718","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18718","pdf_url":"https://arxiv.org/pdf/2409.18718","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.18718","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044963028","display_name":"Sheikh Salman Hassan","orcid":"https://orcid.org/0000-0002-5317-6494","observed_orcids":["https://orcid.org/0000-0002-5317-6494"]},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hassan, Sheikh Salman","raw_affiliation_strings":["Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080491022","display_name":"Yu Min Park","orcid":"https://orcid.org/0000-0001-8836-4500","observed_orcids":["https://orcid.org/0000-0001-8836-4500"]},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Park, Yu Min","raw_affiliation_strings":["Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090437841","display_name":"Yan Kyaw Tun","orcid":"https://orcid.org/0000-0002-8557-0082","observed_orcids":["https://orcid.org/0000-0002-8557-0082"]},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Tun, Yan Kyaw","raw_affiliation_strings":["Department of Computer Science and Engineering , Kyung Hee Univer- sity , Seoul , South Korea , 446-701","Department of Electrical and Computer Engineer- ing , Virginia Tech , VA , 24061 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , Kyung Hee Univer- sity , Seoul , South Korea , 446-701","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineer- ing , Virginia Tech , VA , 24061 , USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024108653","display_name":"Walid Saad","orcid":"https://orcid.org/0000-0003-2247-2458","observed_orcids":["https://orcid.org/0000-0003-2247-2458"]},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Saad, Walid","raw_affiliation_strings":["Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822","observed_orcids":["https://orcid.org/0000-0002-6606-5822"]},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Han, Zhu","raw_affiliation_strings":["Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034052371","display_name":"Choong Seon Hong","orcid":"https://orcid.org/0000-0003-3484-7333","observed_orcids":["https://orcid.org/0000-0003-3484-7333"]},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hong, Choong Seon","raw_affiliation_strings":["Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , Kyung Hee University , Yongin , 446-701 , Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/non-terrestrial-networks","display_name":"non-terrestrial networks","score":0.8970000147819519},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"spectral efficiency","score":0.8830000162124634},{"id":"https://openalex.org/keywords/generative-adversarial-imitation-learning","display_name":"generative adversarial imitation learning","score":0.9309999942779541},{"id":"https://openalex.org/keywords/inverse-reinforcement-learning","display_name":"inverse reinforcement learning","score":0.8510000109672546},{"id":"https://openalex.org/keywords/asynchronous-federated-learning","display_name":"asynchronous federated learning","score":0.9509999752044678},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.6949999928474426},{"id":"https://openalex.org/keywords/optimal-beamforming","display_name":"beamforming optimization","score":0.8169999718666077},{"id":"https://openalex.org/keywords/spectrum-allocation","display_name":"spectrum allocation","score":0.9980000257492065},{"id":"https://openalex.org/keywords/whale-optimization-algorithm","display_name":"whale optimization algorithm","score":0.8270000219345093},{"id":"https://openalex.org/keywords/many-to-one-matching","display_name":"many-to-one matching","score":0.9129999876022339}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7855752110481262},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7714443802833557},{"id":"https://openalex.org/C2777072894","wikidata":"https://www.wikidata.org/wiki/Q4812204","display_name":"Asynchronous learning","level":5,"score":0.5505396127700806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5267348289489746},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.495321661233902},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.4815807342529297},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.47082120180130005},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3624064326286316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2177540361881256},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19846785068511963},{"id":"https://openalex.org/C19122763","wikidata":"https://www.wikidata.org/wiki/Q7662215","display_name":"Synchronous learning","level":4,"score":0.14100810885429382},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.1392311453819275},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.11867424845695496},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11555519700050354},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.10005098581314087},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08265897631645203},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07284694910049438},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2409.18718","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18718","pdf_url":"https://arxiv.org/pdf/2409.18718","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/6a1e3a5a-6869-4ee6-aceb-e04be2079c48","doi":null,"is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/6a1e3a5a-6869-4ee6-aceb-e04be2079c48","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sheik, S H, Park, Y M, Tun, Y K, Saad, W, Han, Z & Hong, C S 2024 'Enhancing Spectrum Efficiency in 6G Satellite Networks : A GAIL-Powered Policy Learning via Asynchronous Federated Inverse Reinforcement Learning' arXiv. https://doi.org/10.48550/arXiv.2409.18718","raw_type":"workingPaper"},{"id":"doi:10.48550/arxiv.2409.18718","doi":"https://doi.org/10.48550/arxiv.2409.18718","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.18718","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.18718","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18718","pdf_url":"https://arxiv.org/pdf/2409.18718","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5378999710083008,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403799198.pdf","grobid_xml":"https://content.openalex.org/works/W4403799198.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4408520711"],"related_works":["https://openalex.org/W4413967590","https://openalex.org/W7133509184","https://openalex.org/W7077286811","https://openalex.org/W4400277169","https://openalex.org/W7126110031","https://openalex.org/W7129278652","https://openalex.org/W4411025202","https://openalex.org/W4406545242","https://openalex.org/W7117553407","https://openalex.org/W4410857099"],"abstract_inverted_index":{"In":[0],"this":[1,74,115],"paper,":[2],"a":[3,124,179,193],"novel":[4,188,194],"generative":[5],"adversarial":[6],"imitation":[7],"learning":[8,11,30,80,191],"(GAIL)-powered":[9],"policy":[10,147,190],"approach":[12],"is":[13,148],"proposed":[14,92,171],"for":[15,33,106,196],"optimizing":[16],"beamforming,":[17],"spectrum":[18,97],"allocation,":[19],"and":[20,143,184],"remote":[21],"user":[22],"equipment":[23],"(RUE)":[24],"association":[25],"in":[26,182],"NTNs.":[27],"Traditional":[28],"reinforcement":[29],"(RL)":[31],"methods":[32],"wireless":[34],"network":[35],"optimization":[36,153],"often":[37],"rely":[38],"on":[39],"manually":[40],"designed":[41],"reward":[42,67,162,185],"functions,":[43],"which":[44],"can":[45],"require":[46],"extensive":[47],"parameter":[48],"tuning.":[49],"To":[50,108],"overcome":[51],"these":[52],"limitations,":[53],"we":[54,117],"employ":[55],"inverse":[56],"RL":[57,176],"(IRL),":[58],"specifically":[59],"leveraging":[60],"the":[61,110,119,151,160,170],"GAIL":[62],"framework,":[63],"to":[64,86,95,134,158],"automatically":[65],"learn":[66,135],"functions":[68],"without":[69],"manual":[70],"design.":[71],"We":[72],"augment":[73],"framework":[75],"with":[76,123],"an":[77],"asynchronous":[78,126,137],"federated":[79,127],"approach,":[81],"enabling":[82],"decentralized":[83],"multi-satellite":[84],"systems":[85],"collaboratively":[87],"derive":[88],"optimal":[89],"policies.":[90],"The":[91,145,187],"method":[93,173],"aims":[94],"maximize":[96],"efficiency":[98,142],"(SE)":[99],"while":[100],"meeting":[101],"minimum":[102],"information":[103],"rate":[104],"requirements":[105],"RUEs.":[107],"address":[109],"non-convex,":[111],"NP-hard":[112],"nature":[113],"of":[114],"problem,":[116],"combine":[118],"many-to-one":[120],"matching":[121],"theory":[122],"multi-agent":[125],"IRL":[128],"(MA-AFIRL)":[129],"framework.":[130],"This":[131],"allows":[132],"agents":[133],"through":[136],"environmental":[138],"interactions,":[139],"improving":[140],"training":[141],"scalability.":[144],"expert":[146],"generated":[149],"using":[150],"Whale":[152],"algorithm":[154],"(WOA),":[155],"providing":[156],"data":[157],"train":[159],"automatic":[161],"function":[163],"within":[164],"GAIL.":[165],"Simulation":[166],"results":[167],"show":[168],"that":[169],"MA-AFIRL":[172],"outperforms":[174],"traditional":[175],"approaches,":[177],"achieving":[178],"$14.6\\%$":[180],"improvement":[181],"convergence":[183],"value.":[186],"GAIL-driven":[189],"establishes":[192],"benchmark":[195],"6G":[197],"NTN":[198],"optimization.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-10-27T00:00:00"}