{"id":"https://openalex.org/W4403724180","doi":"https://doi.org/10.1109/dsaa61799.2024.10722789","title":"Masked Contrastive Representation Learning for Self-Supervised Visual Pre-Training","display_name":"Masked Contrastive Representation Learning for Self-Supervised Visual Pre-Training","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4403724180","doi":"https://doi.org/10.1109/dsaa61799.2024.10722789"},"language":"en","primary_location":{"id":"doi:10.1109/dsaa61799.2024.10722789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsaa61799.2024.10722789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 11th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009598097","display_name":"Yuchong Yao","orcid":"https://orcid.org/0000-0001-8368-4978"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuchong Yao","raw_affiliation_strings":["The University of Melbourne,Department of Electrical and Electronic Engineering,Melbourne,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Electrical and Electronic Engineering,Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031865298","display_name":"Nandakishor Desai","orcid":"https://orcid.org/0000-0001-6491-6171"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nandakishor Desai","raw_affiliation_strings":["The University of Melbourne,Department of Electrical and Electronic Engineering,Melbourne,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Electrical and Electronic Engineering,Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080554686","display_name":"Marimuthu Palaniswami","orcid":"https://orcid.org/0000-0002-3635-4252"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Marimuthu Palaniswami","raw_affiliation_strings":["The University of Melbourne,Department of Electrical and Electronic Engineering,Melbourne,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Electrical and Electronic Engineering,Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9205999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9090999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7536648511886597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.624452531337738},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5987033843994141},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.507686972618103},{"id":"https://openalex.org/keywords/self-representation","display_name":"Self representation","score":0.48834964632987976},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4302850365638733},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4190351366996765},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39548617601394653},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3776330351829529},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.348206102848053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7536648511886597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.624452531337738},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5987033843994141},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.507686972618103},{"id":"https://openalex.org/C2988612419","wikidata":"https://www.wikidata.org/wiki/Q7448312","display_name":"Self representation","level":2,"score":0.48834964632987976},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4302850365638733},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4190351366996765},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39548617601394653},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3776330351829529},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.348206102848053},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dsaa61799.2024.10722789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsaa61799.2024.10722789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 11th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2507296351","https://openalex.org/W2551176409","https://openalex.org/W2798991696","https://openalex.org/W2884822772","https://openalex.org/W2919115771","https://openalex.org/W2963420272","https://openalex.org/W3035524453","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W3176196997","https://openalex.org/W4247726808","https://openalex.org/W4304092677","https://openalex.org/W4312804044","https://openalex.org/W4312891522","https://openalex.org/W4313019631","https://openalex.org/W4386076385","https://openalex.org/W4386221015","https://openalex.org/W6638667902","https://openalex.org/W6743428213","https://openalex.org/W6751795773","https://openalex.org/W6755207826","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6779879114","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6780226713","https://openalex.org/W6788135285","https://openalex.org/W6790978476","https://openalex.org/W6791742336","https://openalex.org/W6796761347","https://openalex.org/W6797790494","https://openalex.org/W6803870738","https://openalex.org/W6810107437","https://openalex.org/W6810423238","https://openalex.org/W6838706884","https://openalex.org/W6840952533","https://openalex.org/W6845983704","https://openalex.org/W6847017083"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W4394050964","https://openalex.org/W2605677994","https://openalex.org/W2551249631","https://openalex.org/W3120327675","https://openalex.org/W2116310671"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1,15,19,29],"has":[2],"achieved":[3],"state-of-the-art":[4],"performance":[5,155,170],"in":[6,96,107,156],"various":[7],"tasks":[8],"and":[9,20,36,50,77,88,117,126,136,146,163,174],"applications.":[10],"In":[11,52],"computer":[12],"vision,":[13],"self-supervised":[14],"often":[16],"employs":[17],"contrastive":[18,28,112,138],"masked":[21,42],"image":[22,43,161],"modeling,":[23],"each":[24],"with":[25,143],"its":[26],"limitations:":[27],"heavily":[30],"relies":[31],"on":[32],"strong":[33],"data":[34,85],"augmentation":[35,86],"large":[37],"batch":[38],"sizes,":[39],"etc.,":[40],"while":[41,104],"modeling":[44],"struggles":[45],"to":[46,140],"capture":[47],"high-level":[48],"semantics":[49],"discrimination.":[51],"this":[53],"work,":[54],"we":[55],"introduce":[56],"MAsked":[57],"Contrastive":[58],"Representation":[59],"Learning":[60],"(MACRL),":[61],"a":[62],"novel":[63],"framework":[64],"that":[65,151],"integrates":[66],"both":[67,108,172],"paradigms":[68],"through":[69,91,123],"an":[70],"asymmetric":[71,84],"siamese":[72],"network":[73,82],"design.":[74],"The":[75,94,114],"online":[76,98,115],"momentum":[78,119],"branches":[79,109],"of":[80],"the":[81,97,101,105,111,118,134,137],"receive":[83],"operations":[87],"extract":[89],"features":[90],"their":[92],"encoders.":[93],"decoder":[95],"branch":[99,116,120],"reconstructs":[100],"original":[102],"image,":[103],"projectors":[106],"compute":[110],"loss.":[113],"are":[121],"updated":[122],"gradient":[124],"backpropagation":[125],"exponential":[127],"moving":[128],"average,":[129],"respectively.":[130],"MACRL":[131,152],"jointly":[132],"optimizes":[133],"reconstruction":[135],"objectives":[139],"encourage":[141],"representations":[142],"enhanced":[144],"discrimination":[145],"semantics.":[147],"Experimental":[148],"results":[149],"show":[150],"achieves":[153],"competitive":[154],"downstream":[157],"vision":[158],"tasks,":[159],"including":[160],"classification":[162],"semantic":[164],"segmentation.":[165],"Moreover,":[166],"it":[167],"demonstrates":[168],"consistent":[169],"across":[171],"large-scale":[173],"small-scale":[175],"datasets.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}