{"id":"https://openalex.org/W4412444496","doi":"https://doi.org/10.1109/access.2025.3589488","title":"Simplifying Masked Image Modeling With Symmetric Masking and Contrastive Learning","display_name":"Simplifying Masked Image Modeling With Symmetric Masking and Contrastive Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412444496","doi":"https://doi.org/10.1109/access.2025.3589488"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3589488","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3589488","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3589488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102699721","display_name":"Khanh-Binh Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120052","display_name":"National Cancer Center","ror":"https://ror.org/02tsanh21","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I1290491151","https://openalex.org/I2801339556","https://openalex.org/I4210120052"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Khanh-Binh Nguyen","raw_affiliation_strings":["National Cancer Center, Ilsandong-gu, Research Institute, Goyang-si, Gyeonggi-do, South Korea","Research Institute, National Cancer Center, 323 Ilsan-ro, Ilsandong-gu, Goyang-si, Gyeonggi-do, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Cancer Center, Ilsandong-gu, Research Institute, Goyang-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210120052"]},{"raw_affiliation_string":"Research Institute, National Cancer Center, 323 Ilsan-ro, Ilsandong-gu, Goyang-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210120052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011471384","display_name":"Chae Jung Park","orcid":"https://orcid.org/0000-0002-1261-307X"},"institutions":[{"id":"https://openalex.org/I4210120052","display_name":"National Cancer Center","ror":"https://ror.org/02tsanh21","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I1290491151","https://openalex.org/I2801339556","https://openalex.org/I4210120052"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chae Jung Park","raw_affiliation_strings":["National Cancer Center, Ilsandong-gu, Research Institute, Goyang-si, Gyeonggi-do, South Korea","Research Institute, National Cancer Center, 323 Ilsan-ro, Ilsandong-gu, Goyang-si, Gyeonggi-do, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1261-307X","affiliations":[{"raw_affiliation_string":"National Cancer Center, Ilsandong-gu, Research Institute, Goyang-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210120052"]},{"raw_affiliation_string":"Research Institute, National Cancer Center, 323 Ilsan-ro, Ilsandong-gu, Goyang-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210120052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210120052"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22247513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"124129","last_page":"124137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.7502999901771545,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.7502999901771545,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6862082481384277},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.5795556306838989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5255576372146606},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3650078773498535},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3633408546447754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6862082481384277},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5795556306838989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5255576372146606},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3650078773498535},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3633408546447754},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3589488","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3589488","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d1c21b207f36475780abb60467d7760b","is_oa":true,"landing_page_url":"https://doaj.org/article/d1c21b207f36475780abb60467d7760b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 124129-124137 (2025)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/30025771","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Simplifying_Masked_Image_Modeling_With_Symmetric_Masking_and_Contrastive_Learning/30025771","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3589488","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3589488","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3262667769","display_name":null,"funder_award_id":"NCC-2311350-3","funder_id":"https://openalex.org/F4320322052","funder_display_name":"National Cancer Center"}],"funders":[{"id":"https://openalex.org/F4320322052","display_name":"National Cancer Center","ror":"https://ror.org/02tsanh21"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2737258237","https://openalex.org/W2797977484","https://openalex.org/W2884822772","https://openalex.org/W2963150697","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3176659256","https://openalex.org/W3180355996","https://openalex.org/W4285164317","https://openalex.org/W4312312750","https://openalex.org/W4312685069","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W4382465386","https://openalex.org/W4386065811","https://openalex.org/W4386221015","https://openalex.org/W4402727913","https://openalex.org/W6681096077","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6778883912","https://openalex.org/W6790978476","https://openalex.org/W6796761347","https://openalex.org/W6798160016","https://openalex.org/W6804160461","https://openalex.org/W6804608498","https://openalex.org/W6810107437","https://openalex.org/W6838577202","https://openalex.org/W6849575128","https://openalex.org/W6852918553","https://openalex.org/W6860329765"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Masked":[0],"image":[1,23,133],"modeling":[2],"(MIM)":[3],"has":[4],"emerged":[5],"as":[6],"an":[7],"effective":[8],"self-supervised":[9],"learning":[10,101],"paradigm":[11],"for":[12,46,73],"pre-training":[13,147],"Vision":[14],"Transformers":[15],"(ViTs)":[16],"by":[17,77],"reconstructing":[18],"missing":[19],"pixels":[20],"from":[21],"masked":[22],"regions.":[24],"While":[25],"prior":[26,126],"approaches":[27],"have":[28],"demonstrated":[29],"strong":[30],"performance,":[31],"they":[32],"typically":[33],"rely":[34],"on":[35,85,119],"random":[36],"masking":[37,48,67,82],"strategies":[38],"and":[39,54,99,107,123,139],"require":[40],"extensive":[41],"hyperparameter":[42],"tuning\u2014particularly":[43],"in":[44],"searching":[45],"optimal":[47],"ratios\u2014leading":[49],"to":[50,103],"increased":[51],"training":[52],"cost":[53],"reduced":[55],"generalizability.":[56],"In":[57],"this":[58,86],"work,":[59],"we":[60,88],"propose":[61],"a":[62,79,91,145],"simple":[63],"yet":[64],"powerful":[65],"symmetric":[66],"strategy":[68],"that":[69,95],"eliminates":[70],"the":[71],"need":[72],"such":[74],"ratio":[75],"exploration":[76],"maintaining":[78],"fixed":[80],"50%":[81],"pattern.":[83],"Based":[84],"strategy,":[87],"introduce":[89],"SymMIM,":[90],"novel":[92],"MIM":[93],"framework":[94],"integrates":[96],"both":[97],"reconstruction":[98],"contrastive":[100],"objectives":[102],"jointly":[104],"capture":[105],"local":[106],"global":[108],"representations.":[109],"Despite":[110],"its":[111],"simplicity,":[112],"SymMIM":[113],"achieves":[114],"state-of-the-art":[115],"accuracy":[116],"of":[117],"85.9%":[118],"ImageNet":[120],"with":[121],"ViT-Large":[122],"consistently":[124],"outperforms":[125],"methods":[127],"across":[128],"various":[129],"downstream":[130],"tasks,":[131],"including":[132],"classification,":[134],"semantic":[135],"segmentation,":[136],"object":[137],"detection,":[138],"instance":[140],"segmentation\u2014all":[141],"while":[142],"requiring":[143],"only":[144],"single-stage":[146],"process.":[148]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
