{"id":"https://openalex.org/W4386212347","doi":"https://doi.org/10.1109/tgrs.2023.3308999","title":"Self-Supervised Pretraining Vision Transformer With Masked Autoencoders for Building Subsurface Model","display_name":"Self-Supervised Pretraining Vision Transformer With Masked Autoencoders for Building Subsurface Model","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386212347","doi":"https://doi.org/10.1109/tgrs.2023.3308999"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3308999","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3308999","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100361018","display_name":"Yuanyuan Li","orcid":"https://orcid.org/0000-0001-7204-5310"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["CN","SA"],"is_corresponding":false,"raw_author_name":"Yuanyuan Li","raw_affiliation_strings":["Division of Physical Science and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","Department of Geophysics, China University of Petroleum, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-7204-5310","affiliations":[{"raw_affiliation_string":"Division of Physical Science and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Department of Geophysics, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032021877","display_name":"Tariq Alkhalifah","orcid":"https://orcid.org/0000-0002-9363-9799"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tariq Alkhalifah","raw_affiliation_strings":["Division of Physical Science and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Physical Science and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046420497","display_name":"Jianping Huang","orcid":"https://orcid.org/0000-0003-0699-9911"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping Huang","raw_affiliation_strings":["Department of Geophysics, China University of Petroleum, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0699-9911","affiliations":[{"raw_affiliation_string":"Department of Geophysics, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103121295","display_name":"Zhenchun Li","orcid":"https://orcid.org/0000-0001-7170-7538"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenchun Li","raw_affiliation_strings":["Department of Geophysics, China University of Petroleum, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-7170-7538","affiliations":[{"raw_affiliation_string":"Department of Geophysics, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3761,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.97896347,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10892","display_name":"Drilling and Well Engineering","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10635","display_name":"Hydraulic Fracturing and Reservoir Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7262815237045288},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5242741107940674},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.507663369178772},{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.4989285469055176},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4848262071609497},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45786741375923157},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.44976621866226196},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44223490357398987},{"id":"https://openalex.org/keywords/seismic-inversion","display_name":"Seismic inversion","score":0.44042178988456726},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4392288625240326},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4046880304813385},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3413144648075104},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.26977625489234924},{"id":"https://openalex.org/keywords/seismology","display_name":"Seismology","score":0.15635570883750916},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08876630663871765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7262815237045288},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5242741107940674},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.507663369178772},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.4989285469055176},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4848262071609497},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45786741375923157},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.44976621866226196},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44223490357398987},{"id":"https://openalex.org/C39267094","wikidata":"https://www.wikidata.org/wiki/Q7446968","display_name":"Seismic inversion","level":3,"score":0.44042178988456726},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4392288625240326},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4046880304813385},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3413144648075104},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.26977625489234924},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.15635570883750916},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08876630663871765},{"id":"https://openalex.org/C77928131","wikidata":"https://www.wikidata.org/wiki/Q193343","display_name":"Tectonics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C24552861","wikidata":"https://www.wikidata.org/wiki/Q2670177","display_name":"Data assimilation","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgrs.2023.3308999","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3308999","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/693907","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/693907","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8869232587","display_name":null,"funder_award_id":"2021QNLM020001","funder_id":"https://openalex.org/F4320326721","funder_display_name":"Qingdao National Laboratory for Marine Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"},{"id":"https://openalex.org/F4320326721","display_name":"Qingdao National Laboratory for Marine Science and Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W612128904","https://openalex.org/W2009552164","https://openalex.org/W2022607354","https://openalex.org/W2076211048","https://openalex.org/W2082213597","https://openalex.org/W2114735878","https://openalex.org/W2138333806","https://openalex.org/W2316322413","https://openalex.org/W2776585113","https://openalex.org/W2794284562","https://openalex.org/W2907380995","https://openalex.org/W2908510526","https://openalex.org/W2912052494","https://openalex.org/W2915004230","https://openalex.org/W2919115771","https://openalex.org/W2953182346","https://openalex.org/W2966977996","https://openalex.org/W2968094316","https://openalex.org/W2968528446","https://openalex.org/W2979483515","https://openalex.org/W2982350982","https://openalex.org/W2987357275","https://openalex.org/W2990811303","https://openalex.org/W3014029212","https://openalex.org/W3019166713","https://openalex.org/W3045911340","https://openalex.org/W3046296398","https://openalex.org/W3047855151","https://openalex.org/W3099006605","https://openalex.org/W3134476123","https://openalex.org/W3138516171","https://openalex.org/W3152714594","https://openalex.org/W3167054859","https://openalex.org/W3193509129","https://openalex.org/W3200032123","https://openalex.org/W3200644853","https://openalex.org/W3202397552","https://openalex.org/W3203568839","https://openalex.org/W3204593973","https://openalex.org/W3208869780","https://openalex.org/W4206706211","https://openalex.org/W4213019189","https://openalex.org/W4220742635","https://openalex.org/W4220830304","https://openalex.org/W4224040441","https://openalex.org/W4285142909","https://openalex.org/W4285221120","https://openalex.org/W4285277997","https://openalex.org/W4297779599","https://openalex.org/W4310856925","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6748030506","https://openalex.org/W6757304564","https://openalex.org/W6757817989","https://openalex.org/W6803870738"],"related_works":["https://openalex.org/W2983142544","https://openalex.org/W2891059443","https://openalex.org/W2027690137","https://openalex.org/W4281663961","https://openalex.org/W2471474995","https://openalex.org/W3208888551","https://openalex.org/W4313561566","https://openalex.org/W3208386644","https://openalex.org/W2394411732","https://openalex.org/W4389832810"],"abstract_inverted_index":{"Building":[0],"subsurface":[1,16,47,222],"models":[2],"is":[3,149,205],"a":[4,31,66,94,118,160],"very":[5],"important":[6,101],"but":[7],"challenging":[8],"task":[9,146,167],"in":[10,104],"hydrocarbon":[11],"exploration":[12],"and":[13,25,197,232,256,263],"development.":[14],"The":[15,107,144,245],"elastic":[17],"properties":[18],"are":[19,114],"usually":[20],"sourced":[21],"from":[22,69,117,155],"seismic":[23,62,105,108,119,137,195,216,255],"data":[24,75,230,235],"well":[26,50,73,199,257],"logs.":[27],"Thus,":[28],"we":[29,54,86,181,207,226],"design":[30],"deep":[32],"learning":[33],"(DL)":[34],"framework":[35],"using":[36,49,93],"Vision":[37],"Transformer":[38],"(ViT)":[39],"as":[40,53,122],"the":[41,46,61,112,136,152,156,169,173,178,184,189,202,209,214,221,239,242,250,261,266],"backbone":[42],"architecture":[43,98],"to":[44,79,99,139,150,171,187,213,219,237,259],"build":[45,188],"model":[48],"log":[51,74],"information":[52,258],"apply":[55,208],"full":[56],"waveform":[57],"inversion":[58,217],"(FWI)":[59],"on":[60],"data.":[63],"However,":[64],"training":[65],"ViT":[67,185,211],"network":[68,170,186,212],"scratch":[70],"with":[71,159],"limited":[72],"can":[76,127],"be":[77],"difficult":[78],"achieve":[80],"good":[81],"generalization.":[82],"To":[83],"overcome":[84],"this,":[85],"implement":[87],"an":[88,123],"efficient":[89],"self-supervised":[90],"pre-training":[91,113,145,166,179],"process":[92,204],"masked":[95,157],"autoencoder":[96],"(MAE)":[97],"learn":[100,172],"feature":[102],"representations":[103],"volumes.":[106],"volumes":[109,138,196],"required":[110],"by":[111],"randomly":[115],"extracted":[116],"inversion,":[120],"such":[121],"FWI":[124],"result.":[125],"We":[126],"also":[128],"incorporate":[129],"reverse":[130],"time":[131],"migration":[132],"(RTM)":[133],"image":[134,154,158],"into":[135],"provide":[140],"additional":[141],"structure":[142],"information.":[143],"of":[147,163,241,265],"MAE":[148],"reconstruct":[151],"original":[153],"masking":[161],"ratio":[162],"75%.":[164],"This":[165],"enables":[168],"high-level":[174],"latent":[175],"representations.":[176],"After":[177],"process,":[180],"then":[182],"fine-tune":[183],"optimal":[190],"mapping":[191],"relationship":[192],"between":[193],"2D":[194],"1D":[198],"segments.":[200],"Once":[201],"fine-tuning":[203],"finished,":[206],"trained":[210],"whole":[215],"domain":[218],"predict":[220],"model.":[223,268],"At":[224],"last,":[225],"use":[227],"one":[228],"synthetic":[229],"set":[231],"two":[233],"field":[234],"sets":[236],"test":[238,246],"performance":[240],"proposed":[243,251],"method.":[244],"results":[247],"demonstrate":[248],"that":[249],"method":[252],"effectively":[253],"integrates":[254],"improve":[260],"resolution":[262],"accuracy":[264],"velocity":[267]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":16}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}