{"id":"https://openalex.org/W4391991736","doi":"https://doi.org/10.1109/tgrs.2024.3368282","title":"Self-Supervised Pretraining Transformer for Seismic Data Denoising","display_name":"Self-Supervised Pretraining Transformer for Seismic Data Denoising","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391991736","doi":"https://doi.org/10.1109/tgrs.2024.3368282"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3368282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3368282","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101887106","display_name":"Hongzhou Wang","orcid":"https://orcid.org/0000-0003-3877-6798"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongzhou Wang","raw_affiliation_strings":["College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051297707","display_name":"Jun Lin","orcid":"https://orcid.org/0000-0002-7568-9346"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Lin","raw_affiliation_strings":["College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621538","display_name":"Yue Li","orcid":"https://orcid.org/0000-0001-5482-6244"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Li","raw_affiliation_strings":["Department of Information, College of Communication Engineering, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Department of Information, College of Communication Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087029680","display_name":"Xintong Dong","orcid":"https://orcid.org/0000-0001-6657-6289"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintong Dong","raw_affiliation_strings":["College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034672870","display_name":"Xunqian Tong","orcid":"https://orcid.org/0000-0003-2535-3593"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xunqian Tong","raw_affiliation_strings":["College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044388938","display_name":"Shaoping Lu","orcid":"https://orcid.org/0000-0002-3319-6295"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoping Lu","raw_affiliation_strings":["School of Earth Sciences and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Earth Sciences and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101887106"],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":9.3184,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.98750077,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13018","display_name":"Seismology and Earthquake Studies","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.9366000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5964756011962891},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.5531517267227173},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4768296778202057},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4557695984840393},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4244704842567444},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3941158056259155},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.3354146480560303},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33202672004699707},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.331687331199646},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11447596549987793},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10364031791687012},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.09826275706291199},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.0932072103023529}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5964756011962891},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.5531517267227173},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4768296778202057},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4557695984840393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4244704842567444},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3941158056259155},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.3354146480560303},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33202672004699707},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.331687331199646},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11447596549987793},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10364031791687012},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.09826275706291199},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0932072103023529},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3368282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3368282","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G5458738667","display_name":null,"funder_award_id":"42230805","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6388736343","display_name":null,"funder_award_id":"42374222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8329637111","display_name":null,"funder_award_id":"ZJW-2022-08-05","funder_id":"https://openalex.org/F4320330495","funder_display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Guangzhou)"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320330495","display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Guangzhou)","ror":"https://ror.org/00y7mag53"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1885185971","https://openalex.org/W1893829776","https://openalex.org/W1901129140","https://openalex.org/W1982163941","https://openalex.org/W1986754283","https://openalex.org/W1990309165","https://openalex.org/W2026574307","https://openalex.org/W2044950021","https://openalex.org/W2116731512","https://openalex.org/W2118682956","https://openalex.org/W2141953966","https://openalex.org/W2194775991","https://openalex.org/W2282024151","https://openalex.org/W2316322413","https://openalex.org/W2328740995","https://openalex.org/W2395611524","https://openalex.org/W2412205031","https://openalex.org/W2508457857","https://openalex.org/W2766284769","https://openalex.org/W2790343186","https://openalex.org/W2866634454","https://openalex.org/W2889600526","https://openalex.org/W2894410771","https://openalex.org/W2902519853","https://openalex.org/W2904005001","https://openalex.org/W2904236774","https://openalex.org/W2911424749","https://openalex.org/W2912052494","https://openalex.org/W2915004230","https://openalex.org/W2945472816","https://openalex.org/W2958903376","https://openalex.org/W2967338273","https://openalex.org/W2975022506","https://openalex.org/W3003534375","https://openalex.org/W3011098215","https://openalex.org/W3034090122","https://openalex.org/W3095036472","https://openalex.org/W3096609285","https://openalex.org/W3138516171","https://openalex.org/W3143265780","https://openalex.org/W3152714594","https://openalex.org/W3153721203","https://openalex.org/W3171125843","https://openalex.org/W3178925107","https://openalex.org/W3193509129","https://openalex.org/W3203590351","https://openalex.org/W3204593973","https://openalex.org/W4200120832","https://openalex.org/W4214493665","https://openalex.org/W4226356904","https://openalex.org/W4252593548","https://openalex.org/W4285277997","https://openalex.org/W4310856925","https://openalex.org/W4312620592","https://openalex.org/W4313555777","https://openalex.org/W4321232185","https://openalex.org/W4378229715","https://openalex.org/W4386212347","https://openalex.org/W6637373629","https://openalex.org/W6755977528","https://openalex.org/W6803870738","https://openalex.org/W6856138579"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Seismic":[0,76],"exploration":[1],"is":[2],"a":[3,72,109,115],"crucial":[4],"method":[5,141],"for":[6,81,102,145],"studying":[7],"underground":[8],"geological":[9],"structures":[10],"and":[11,28,64,97,134],"oil/gas":[12],"resources.":[13],"However,":[14],"the":[15,89,93,125],"presence":[16],"of":[17,95,127],"various":[18],"noise":[19,132],"sources":[20],"during":[21],"seismic":[22,53,82,103,131,147],"wave":[23],"propagation":[24],"hinders":[25],"accurate":[26],"interpretation":[27],"imaging.":[29],"To":[30],"address":[31],"this":[32],"challenge,":[33],"effective":[34],"denoising":[35],"methods":[36],"are":[37],"essential.":[38],"In":[39],"recent":[40],"years,":[41],"deep":[42],"learning,":[43],"particularly":[44],"Convolutional":[45],"Neural":[46],"Networks":[47],"(CNNs),":[48],"has":[49],"shown":[50],"promise":[51],"in":[52,60,129],"data":[54,148],"processing.":[55,84],"Nevertheless,":[56],"CNNs":[57,96],"have":[58],"limitations":[59,94],"capturing":[61],"long-range":[62,100],"dependencies":[63],"global":[65],"coherence.":[66],"As":[67],"an":[68],"alternative,":[69],"we":[70],"propose":[71],"Transformer-based":[73],"model":[74,91],"called":[75],"Data":[77],"Denoising":[78],"Transformer":[79],"(SDT)":[80],"signal":[83,104,137],"By":[85],"leveraging":[86],"self-attention":[87],"mechanisms,":[88],"SDT":[90,128],"overcomes":[92],"effectively":[98],"captures":[99],"features":[101],"reconstruction.":[105],"We":[106],"also":[107],"introduce":[108],"novel":[110],"self-supervised":[111],"pretraining":[112],"strategy":[113],"using":[114],"large-scale":[116],"dataset":[117],"to":[118],"further":[119],"enhance":[120],"performance.":[121],"Experimental":[122],"results":[123],"demonstrate":[124],"advantages":[126],"complex":[130],"attenuation":[133],"preserving":[135],"weak":[136],"amplitudes.":[138],"The":[139],"proposed":[140],"exhibits":[142],"promising":[143],"potential":[144],"real-world":[146],"applications.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}