{"id":"https://openalex.org/W7138904690","doi":"https://doi.org/10.1109/globecom59602.2025.11432516","title":"Latency-Minimal Decentralized LAM Training with Looped Transformers in Heterogeneous LEO Satellite Constellations","display_name":"Latency-Minimal Decentralized LAM Training with Looped Transformers in Heterogeneous LEO Satellite Constellations","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7138904690","doi":"https://doi.org/10.1109/globecom59602.2025.11432516"},"language":null,"primary_location":{"id":"doi:10.1109/globecom59602.2025.11432516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123164029","display_name":"He Xian","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"He Xian","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,China"],"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727972","display_name":"Zixin Wang","orcid":"https://orcid.org/0009-0007-7863-0298"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zixin Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057302617","display_name":"Honggang Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Yuan","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,China"],"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129939148","display_name":"Ting Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,China"],"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-Design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122898260","display_name":"Yuanming Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanming Shi","raw_affiliation_strings":["ShanghaiTech University,School of Information Science and Technology,China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,School of Information Science and Technology,China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5123164029"],"corresponding_institution_ids":["https://openalex.org/I4210139618"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.92427803,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5030","last_page":"5035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12449","display_name":"Spacecraft Design and Technology","score":0.012400000356137753,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.00839999970048666,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6485999822616577},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.4749000072479248},{"id":"https://openalex.org/keywords/satellite-constellation","display_name":"Satellite constellation","score":0.4675999879837036},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.4426000118255615},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4401000142097473},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.4138999879360199},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.3361000120639801},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.33169999718666077}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8080999851226807},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6485999822616577},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5446000099182129},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C2779784338","wikidata":"https://www.wikidata.org/wiki/Q967145","display_name":"Satellite constellation","level":3,"score":0.4675999879837036},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4401000142097473},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41530001163482666},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.33169999718666077},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.2915000021457672},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C110157686","wikidata":"https://www.wikidata.org/wiki/Q922122","display_name":"Broadcasting (networking)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.27459999918937683},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.267300009727478},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C2781051052","wikidata":"https://www.wikidata.org/wiki/Q889737","display_name":"Ground segment","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom59602.2025.11432516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2964194231","https://openalex.org/W2991040477","https://openalex.org/W3024145172","https://openalex.org/W3037170119","https://openalex.org/W3080934299","https://openalex.org/W3147278562","https://openalex.org/W3194988969","https://openalex.org/W4313195381","https://openalex.org/W4384158407","https://openalex.org/W4385820027","https://openalex.org/W4400810558","https://openalex.org/W4401878796"],"related_works":[],"abstract_inverted_index":{"The":[0,45],"traditional":[1],"approach":[2],"of":[3,34,48],"transmitting":[4],"sensing":[5],"data":[6,63,126,166],"to":[7,21,65,94,127,172,191],"ground":[8,66],"stations":[9],"for":[10,62,98,124,182],"training":[11,80,109,150,157,213],"large":[12,96],"AI":[13],"models":[14,97],"(LAMs)":[15],"is":[16,92],"becoming":[17],"increasingly":[18],"impractical":[19],"due":[20],"unstable":[22],"ground-to-satellite":[23],"links":[24],"(GSLs)":[25],"and":[26,88,164,185,215],"growing":[27],"privacy":[28],"concerns.":[29],"Fortunately,":[30],"the":[31,60,69,89,122,128,131],"rapid":[32],"expansion":[33],"Low":[35],"Earth":[36],"Orbit":[37],"(LEO)":[38],"satellite":[39,169,175,201],"constellations":[40],"offers":[41],"a":[42,52,85,106,136,154,187,199],"new":[43],"solution.":[44],"increasing":[46],"number":[47],"LEO":[49,119],"satellites":[50,74,120],"constitutes":[51],"distributed":[53],"computing":[54],"network,":[55],"enabling":[56],"on-orbit":[57],"computation":[58],"without":[59,121],"need":[61,123],"transmission":[64],"stations.":[67],"However,":[68],"limited":[70],"computational":[71],"resources":[72],"on":[73,84,198],"result":[75],"in":[76,211],"substantial":[77],"latency":[78],"when":[79],"edge":[81],"LAMs":[82],"directly":[83],"single":[86],"satellite,":[87],"memory":[90,142,216],"capacity":[91],"insufficient":[93],"accommodate":[95,173],"training.":[99],"To":[100,148],"address":[101],"these":[102],"challenges,":[103],"we":[104,134,152,177],"propose":[105],"latency-optimized":[107],"decentralized":[108],"framework":[110],"that":[111,140,159,204],"enables":[112],"collaborative":[113],"in-orbit":[114],"LAM":[115],"pretraining":[116],"across":[117],"heterogeneous":[118,174,200],"downloading":[125],"ground.":[129],"In":[130],"proposed":[132],"architecture,":[133],"adopt":[135],"looped":[137],"Transformer":[138],"architecture":[139],"reduces":[141],"usage":[143],"through":[144,168],"cross-layer":[145],"parameter":[146],"sharing.":[147],"improve":[149],"efficiency,":[151],"introduce":[153],"hybrid":[155],"parallel":[156],"strategy":[158,190],"combines":[160],"intra-group":[161],"pipeline":[162],"parallelism":[163,167],"inter-group":[165],"grouping.":[170],"Furthermore,":[171],"capabilities,":[176],"formulate":[178],"an":[179],"optimization":[180],"problem":[181],"workload":[183],"balancing":[184],"develop":[186],"dynamic":[188],"programming\u2013based":[189],"minimize":[192],"overall":[193],"system":[194],"latency.":[195],"Extensive":[196],"experiments":[197],"testbed":[202],"demonstrate":[203],"our":[205],"method":[206],"significantly":[207],"outperforms":[208],"existing":[209],"baselines":[210],"both":[212],"speed":[214],"efficiency.":[217]},"counts_by_year":[],"updated_date":"2026-03-20T20:54:20.808490","created_date":"2026-03-20T00:00:00"}