{"id":"https://openalex.org/W7160931975","doi":"https://doi.org/10.48550/arxiv.2605.08633","title":"Transforming the Use of Earth Observation Data: Exascale Training of a Generative Compression Model with Historical Priors for up to 10,000x Data Reduction","display_name":"Transforming the Use of Earth Observation Data: Exascale Training of a Generative Compression Model with Historical Priors for up to 10,000x Data Reduction","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160931975","doi":"https://doi.org/10.48550/arxiv.2605.08633"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08633","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135999589","display_name":"Jinxiao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jinxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068349823","display_name":"Runmin Dong","orcid":"https://orcid.org/0000-0002-2999-2029"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Runmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135967974","display_name":"Xiyong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135913222","display_name":"Xihan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037038779","display_name":"Shenggan Cheng","orcid":"https://orcid.org/0000-0002-7966-2941"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Shenggan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135944651","display_name":"Yunkai Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yunkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135970461","display_name":"Zheng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043899270","display_name":"Yunpu Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yunpu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135968496","display_name":"Zhaoyang Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Zhaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101630643","display_name":"Miao Yang","orcid":"https://orcid.org/0000-0002-1231-3974"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Miao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135990614","display_name":"Fan Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062428788","display_name":"Mengxuan Chen","orcid":"https://orcid.org/0000-0002-1834-4288"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Mengxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135936769","display_name":"Yang You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038629455","display_name":"Juepeng Zheng","orcid":"https://orcid.org/0000-0002-4403-593X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Juepeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135951782","display_name":"Weijia Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Weijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135965134","display_name":"Yutong Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yutong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135937207","display_name":"Haohuan Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Haohuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.4487999975681305,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.4487999975681305,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.195700004696846,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.14589999616146088,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.625},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5874000191688538},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5688999891281128},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.560699999332428},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5335000157356262},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.527999997138977},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5234000086784363},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4564000070095062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7305999994277954},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.625},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5874000191688538},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5688999891281128},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.560699999332428},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5335000157356262},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.527999997138977},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5234000086784363},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4564000070095062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38670000433921814},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C80368990","wikidata":"https://www.wikidata.org/wiki/Q3046459","display_name":"Earth system science","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3321000039577484},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2635999917984009}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Earth":[0,42,60,126],"observation":[1,43,61,127],"is":[2],"becoming":[3],"one":[4],"of":[5],"the":[6,64,88],"largest":[7],"data-producing":[8],"activities":[9],"in":[10,114],"science,":[11],"yet":[12],"current":[13],"pipelines":[14],"still":[15],"treat":[16],"compression":[17,36,83,123],"as":[18],"a":[19,26,34],"storage":[20],"and":[21,45,102,109,138],"transmission":[22],"tool":[23],"rather":[24],"than":[25],"new":[27],"way":[28],"to":[29,49],"use":[30],"data.":[31],"We":[32],"present":[33],"generative":[35,82,122],"framework":[37],"that":[38,120],"learns":[39],"from":[40],"historical":[41],"archives":[44],"enables":[46],"on-demand":[47],"100x":[48],"10,000x":[50],"data":[51,128],"reduction":[52],"across":[53,95],"downstream":[54],"tasks.":[55],"Unlike":[56],"general":[57],"visual":[58],"data,":[59],"repeatedly":[62],"measures":[63],"same":[65],"evolving":[66],"planet,":[67],"making":[68],"historical-prior":[69,121],"learning":[70],"feasible":[71],"for":[72,134],"extreme":[73],"compression.":[74],"To":[75],"realize":[76],"this":[77],"paradigm,":[78],"we":[79],"train":[80],"large":[81],"models":[84],"at":[85,111],"exascale":[86],"on":[87],"LineShine":[89],"Armv9":[90],"CPU":[91],"supercomputer,":[92],"with":[93],"co-optimization":[94],"model":[96],"design,":[97],"kernels,":[98],"memory":[99],"hierarchy,":[100],"runtime,":[101],"parallelism.":[103],"Our":[104],"implementation":[105],"sustains":[106],"1.54":[107],"EFLOP/s":[108,113],"peaks":[110],"2.16":[112],"end-to-end":[115],"training.":[116],"This":[117],"work":[118],"shows":[119],"can":[124],"turn":[125],"into":[129],"an":[130],"active,":[131],"task-adaptive":[132],"foundation":[133],"acquisition,":[135],"delivery,":[136],"storage,":[137],"scientific":[139],"use.":[140]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}