{"id":"https://openalex.org/W4387829353","doi":"https://doi.org/10.1109/igarss52108.2023.10281822","title":"ECHOVIT: Vision Transformers Using Fast-And-Slow Time Embeddings","display_name":"ECHOVIT: Vision Transformers Using Fast-And-Slow Time Embeddings","publication_year":2023,"publication_date":"2023-07-16","ids":{"openalex":"https://openalex.org/W4387829353","doi":"https://doi.org/10.1109/igarss52108.2023.10281822"},"language":"en","primary_location":{"id":"doi:10.1109/igarss52108.2023.10281822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss52108.2023.10281822","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2023 - 2023 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036470882","display_name":"Oluwanisola Ibikunle","orcid":"https://orcid.org/0000-0002-9392-7360"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]},{"id":"https://openalex.org/I4210144928","display_name":"Center for Remote Sensing and Integrated Systems","ror":"https://ror.org/04t2m2598","country_code":"US","type":"facility","lineage":["https://openalex.org/I146416000","https://openalex.org/I4210144928"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oluwanisola Ibikunle","raw_affiliation_strings":["University of Kansas,Center for Remote Sensing and Integrated Systems (CReSIS),Lawrence,KS,USA","Center for Remote Sensing and Integrated Systems (CReSIS), University of Kansas, Lawrence, KS, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kansas,Center for Remote Sensing and Integrated Systems (CReSIS),Lawrence,KS,USA","institution_ids":["https://openalex.org/I4210144928"]},{"raw_affiliation_string":"Center for Remote Sensing and Integrated Systems (CReSIS), University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I4210144928","https://openalex.org/I146416000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071422014","display_name":"Debvrat Varshney","orcid":"https://orcid.org/0000-0001-8898-1736"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debvrat Varshney","raw_affiliation_strings":["University of Maryland Baltimore County,Department of Information Systems,Baltimore,MD,USA","Department of Information Systems, University of Maryland Baltimore County, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland Baltimore County,Department of Information Systems,Baltimore,MD,USA","institution_ids":["https://openalex.org/I79272384"]},{"raw_affiliation_string":"Department of Information Systems, University of Maryland Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041322989","display_name":"Jilu Li","orcid":"https://orcid.org/0000-0002-8048-8186"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]},{"id":"https://openalex.org/I4210144928","display_name":"Center for Remote Sensing and Integrated Systems","ror":"https://ror.org/04t2m2598","country_code":"US","type":"facility","lineage":["https://openalex.org/I146416000","https://openalex.org/I4210144928"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jilu Li","raw_affiliation_strings":["University of Kansas,Center for Remote Sensing and Integrated Systems (CReSIS),Lawrence,KS,USA","Center for Remote Sensing and Integrated Systems (CReSIS), University of Kansas, Lawrence, KS, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kansas,Center for Remote Sensing and Integrated Systems (CReSIS),Lawrence,KS,USA","institution_ids":["https://openalex.org/I4210144928"]},{"raw_affiliation_string":"Center for Remote Sensing and Integrated Systems (CReSIS), University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I4210144928","https://openalex.org/I146416000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010792548","display_name":"Maryam Rahnemoonfar","orcid":"https://orcid.org/0000-0001-9358-2836"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryam Rahnemoonfar","raw_affiliation_strings":["Lehigh University,Department of Computer Science and Engineering,Bethlehem,PA,USA","Department of Computer Science and Engineering, Lehigh University, Bethlehem, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehigh University,Department of Computer Science and Engineering,Bethlehem,PA,USA","institution_ids":["https://openalex.org/I186143895"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071801848","display_name":"John Paden","orcid":"https://orcid.org/0000-0003-0775-6284"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]},{"id":"https://openalex.org/I4210144928","display_name":"Center for Remote Sensing and Integrated Systems","ror":"https://ror.org/04t2m2598","country_code":"US","type":"facility","lineage":["https://openalex.org/I146416000","https://openalex.org/I4210144928"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Paden","raw_affiliation_strings":["University of Kansas,Center for Remote Sensing and Integrated Systems (CReSIS),Lawrence,KS,USA","Center for Remote Sensing and Integrated Systems (CReSIS), University of Kansas, Lawrence, KS, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kansas,Center for Remote Sensing and Integrated Systems (CReSIS),Lawrence,KS,USA","institution_ids":["https://openalex.org/I4210144928"]},{"raw_affiliation_string":"Center for Remote Sensing and Integrated Systems (CReSIS), University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I4210144928","https://openalex.org/I146416000"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5944,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66339053,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"8162","last_page":"8165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11459","display_name":"Arctic and Antarctic ice dynamics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11459","display_name":"Arctic and Antarctic ice dynamics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10644","display_name":"Cryospheric studies and observations","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684901773929596},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5917229652404785},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5846098065376282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5560690760612488},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.4518158733844757},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4158029556274414},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19567137956619263},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1556289792060852},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11249181628227234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684901773929596},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5917229652404785},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5846098065376282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5560690760612488},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.4518158733844757},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4158029556274414},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19567137956619263},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1556289792060852},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11249181628227234},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/igarss52108.2023.10281822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss52108.2023.10281822","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2023 - 2023 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1552900189","https://openalex.org/W2002568583","https://openalex.org/W2098737627","https://openalex.org/W2252220274","https://openalex.org/W3092922965","https://openalex.org/W3094502228","https://openalex.org/W3179463534","https://openalex.org/W3215956202","https://openalex.org/W4285184058","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398","https://openalex.org/W2775347418"],"abstract_inverted_index":{"This":[0],"paper":[1],"details":[2],"the":[3,8,32,35,39,57,68,94,103,107,117,129,140],"preliminary":[4],"efforts":[5],"of":[6,34,109,128,134,142],"applying":[7],"deep":[9],"learning":[10],"transformer":[11,36],"architecture":[12,37],"to":[13,90,146],"automatically":[14],"track":[15],"annual":[16],"layer":[17,60],"stratigraphy":[18],"in":[19,38,80],"echogram":[20,59,69],"images":[21,70],"obtained":[22],"from":[23],"mapping":[24],"near-surface":[25],"ice":[26],"layers":[27,130],"using":[28,73],"airborne":[29],"radars.":[30],"Following":[31],"success":[33],"natural":[40,81],"language":[41,82],"processing":[42],"and":[43,120,136],"computer":[44],"vision":[45],"communities,":[46],"we":[47],"explore":[48],"a":[49,87],"variant":[50],"termed":[51],"Echogram":[52],"Vision":[53],"Transformer":[54],"(EchoViT)":[55],"on":[56,102],"radar":[58],"tracking":[61,127],"(RELT)":[62],"problem.":[63],"The":[64],"proposed":[65],"approach":[66],"divides":[67],"into":[71],"patches":[72,144],"different":[74],"schemes":[75,124],"inspired":[76],"by":[77],"tokenization":[78],"methods":[79],"processing.":[83],"We":[84],"then":[85],"apply":[86],"soft-attention":[88],"mechanism":[89],"model":[91],"interdependencies":[92],"between":[93],"patches,":[95],"capturing":[96],"spatiotemporal":[97],"stratigraphic":[98],"information.":[99],"Experiments":[100],"conducted":[101],"CREED":[104],"dataset":[105],"demonstrate":[106],"superiority":[108],"transformer-based":[110],"architectures":[111],"over":[112],"existing":[113],"convolutional-based":[114],"architectures.":[115],"Furthermore,":[116],"EchoViT":[118,121],"fast-time":[119],"slow-time":[122],"patchifying":[123],"achieved":[125],"precise":[126],"with":[131],"submeter":[132],"MAE":[133],"3.39":[135],"3.55,":[137],"respectively,":[138],"while":[139],"use":[141],"cropped":[143],"led":[145],"suboptimal":[147],"results.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
