{"id":"https://openalex.org/W4402261072","doi":"https://doi.org/10.1109/igarss53475.2024.10640929","title":"Exploring Vision Transformers on the Frontier Supercomputer for Remote Sensing and Geoscientific Applications","display_name":"Exploring Vision Transformers on the Frontier Supercomputer for Remote Sensing and Geoscientific Applications","publication_year":2024,"publication_date":"2024-07-07","ids":{"openalex":"https://openalex.org/W4402261072","doi":"https://doi.org/10.1109/igarss53475.2024.10640929"},"language":"en","primary_location":{"id":"doi:10.1109/igarss53475.2024.10640929","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/igarss53475.2024.10640929","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2024 - 2024 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/2441029","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026632303","display_name":"Valentine Anantharaj","orcid":"https://orcid.org/0000-0002-9356-1311"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Valentine Anantharaj","raw_affiliation_strings":["Oak Ridge National Laboratory,Computing and Computational Sciences,Oak Ridge,Tennessee,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computing and Computational Sciences,Oak Ridge,Tennessee,USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013330641","display_name":"Takuya Kurihana","orcid":"https://orcid.org/0000-0001-5669-8565"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Takuya Kurihana","raw_affiliation_strings":["Oak Ridge National Laboratory,Computing and Computational Sciences,Oak Ridge,Tennessee,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computing and Computational Sciences,Oak Ridge,Tennessee,USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040970890","display_name":"Sajal Dash","orcid":"https://orcid.org/0000-0001-5308-914X"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sajal Dash","raw_affiliation_strings":["Oak Ridge National Laboratory,Computing and Computational Sciences,Oak Ridge,Tennessee,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computing and Computational Sciences,Oak Ridge,Tennessee,USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094119452","display_name":"Gabriele Padovani","orcid":null},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gabriele Padovani","raw_affiliation_strings":["University of Trento,Information Engineering and Computer Science,Trento,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Trento,Information Engineering and Computer Science,Trento,Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022160194","display_name":"Sandro Fiore","orcid":"https://orcid.org/0000-0002-8430-6087"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sandro Fiore","raw_affiliation_strings":["University of Trento,Information Engineering and Computer Science,Trento,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Trento,Information Engineering and Computer Science,Trento,Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1626481,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3085","last_page":"3088"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.9034289121627808},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.678645670413971},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6035051345825195},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5109771490097046},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2638779580593109},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.22469276189804077},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19253578782081604},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06452581286430359}],"concepts":[{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.9034289121627808},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.678645670413971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6035051345825195},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5109771490097046},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2638779580593109},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.22469276189804077},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19253578782081604},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06452581286430359},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/igarss53475.2024.10640929","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/igarss53475.2024.10640929","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2024 - 2024 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:2441029","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2441029","pdf_url":"https://www.osti.gov/servlets/purl/2441029","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:iris.unitn.it:11572/451573","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/10640929","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:osti.gov:2441029","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2441029","pdf_url":"https://www.osti.gov/servlets/purl/2441029","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.4399999976158142,"display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G1489425746","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4423657506","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320316892","display_name":"UT-Battelle","ror":"https://ror.org/04nza6677"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320338287","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402261072.pdf","grobid_xml":"https://content.openalex.org/works/W4402261072.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W3094502228","https://openalex.org/W3138516171","https://openalex.org/W3195577433","https://openalex.org/W4225591000","https://openalex.org/W4312349930","https://openalex.org/W4313156423","https://openalex.org/W4380885974","https://openalex.org/W4385245566","https://openalex.org/W4395055639","https://openalex.org/W6784333009","https://openalex.org/W6800751262","https://openalex.org/W6810220367","https://openalex.org/W6857434634"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2347401120","https://openalex.org/W2041961361","https://openalex.org/W2310010941","https://openalex.org/W1988132375","https://openalex.org/W2334292868","https://openalex.org/W579144800","https://openalex.org/W2147233680","https://openalex.org/W2069525434"],"abstract_inverted_index":{"The":[0,27],"earth":[1,18,23],"sciences":[2],"research":[3],"community":[4],"has":[5],"an":[6,145],"unprecedented":[7],"opportunity":[8],"to":[9,40,50,131,137],"exploit":[10],"the":[11,41,55],"vast":[12],"amount":[13],"of":[14,31,43,46,57,104,123,147],"data":[15,76],"available":[16],"from":[17],"observation":[19],"(EO)":[20],"satellites":[21],"and":[22,29,54,70,77,115,134,150],"system":[24],"models":[25,35,83],"(ESM).":[26],"ascent":[28],"application":[30],"artificial":[32],"intelligence":[33],"foundation":[34,82],"(FM)":[36],"can":[37],"be":[38],"attributed":[39],"availability":[42],"large":[44,95],"volumes":[45],"curated":[47],"data,":[48,72],"access":[49],"extensive":[51],"computing":[52],"resources":[53],"maturity":[56],"deep":[58],"learning":[59],"techniques.":[60],"Vision":[61],"transformers":[62],"(ViT)":[63],"architectures":[64,149],"have":[65,119],"been":[66],"adapted":[67],"for":[68,94,110],"image":[69],"image-like":[71],"such":[73],"as":[74],"EO":[75],"ESM":[78],"simulation":[79],"output.":[80],"Pretraining":[81],"is":[84,100],"a":[85,101,113,121,156],"compute":[86,107],"intensive":[87],"process,":[88],"often":[89],"requiring":[90],"105-":[91],"107GPU":[92],"hours":[93],"scale":[96],"scientific":[97,139,158],"applications.":[98],"There":[99],"limited":[102],"body":[103],"knowledge":[105],"on":[106],"optimal":[108,133],"methods":[109],"pretraining,":[111],"necessitating":[112],"trial":[114],"error":[116],"process.":[117],"We":[118],"performed":[120],"series":[122],"experiments":[124],"using":[125],"ViT":[126],"backbones":[127],"at":[128],"different":[129],"scales":[130],"understand":[132],"cost-effective":[135],"ways":[136],"improve":[138],"throughput.":[140],"This":[141],"preliminary":[142],"benchmark":[143],"provides":[144],"assessment":[146],"which":[148],"model":[151],"configurations":[152],"are":[153],"favorable":[154],"in":[155],"given":[157],"context.":[159]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}