{"id":"https://openalex.org/W4293370683","doi":"https://doi.org/10.1109/lsp.2022.3198015","title":"Retaining Diverse Information in Contrastive Learning Through Multiple Projectors","display_name":"Retaining Diverse Information in Contrastive Learning Through Multiple Projectors","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4293370683","doi":"https://doi.org/10.1109/lsp.2022.3198015"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2022.3198015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2022.3198015","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101566415","display_name":"He Zhu","orcid":"https://orcid.org/0000-0002-1008-7774"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"He Zhu","raw_affiliation_strings":["Brainnetome Center, National Laboratory of Pattern Recognition (NLPR), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Brainnetome Center, National Laboratory of Pattern Recognition (NLPR), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100759691","display_name":"Shan Yu","orcid":"https://orcid.org/0000-0002-9008-6658"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Yu","raw_affiliation_strings":["Brainnetome Center, National Laboratory of Pattern Recognition (NLPR), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Brainnetome Center, National Laboratory of Pattern Recognition (NLPR), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101566415"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08612084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":null,"first_page":"1789","last_page":"1793"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7287846803665161},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6407934427261353},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5160267353057861},{"id":"https://openalex.org/keywords/projector","display_name":"Projector","score":0.49616965651512146},{"id":"https://openalex.org/keywords/visual-learning","display_name":"Visual learning","score":0.4930703341960907},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4450899660587311},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41212621331214905},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3717861771583557},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34823745489120483},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3367769718170166},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17267265915870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7287846803665161},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6407934427261353},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5160267353057861},{"id":"https://openalex.org/C2776865275","wikidata":"https://www.wikidata.org/wiki/Q311666","display_name":"Projector","level":2,"score":0.49616965651512146},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.4930703341960907},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4450899660587311},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41212621331214905},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3717861771583557},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34823745489120483},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3367769718170166},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17267265915870667},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2022.3198015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2022.3198015","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1533861849","https://openalex.org/W1677182931","https://openalex.org/W2122925692","https://openalex.org/W2896457183","https://openalex.org/W2946856970","https://openalex.org/W2964241181","https://openalex.org/W3009561768","https://openalex.org/W3035524453","https://openalex.org/W3035694605","https://openalex.org/W3145450063","https://openalex.org/W3171007011","https://openalex.org/W3175593095","https://openalex.org/W3184439416","https://openalex.org/W4213341555","https://openalex.org/W4312298460","https://openalex.org/W4313056800","https://openalex.org/W4313156423","https://openalex.org/W6674330103","https://openalex.org/W6739901393","https://openalex.org/W6754005058","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6778102432","https://openalex.org/W6779326418","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6780191644","https://openalex.org/W6781732661","https://openalex.org/W6781834539","https://openalex.org/W6783961830","https://openalex.org/W6783990618","https://openalex.org/W6784333009","https://openalex.org/W6785015960","https://openalex.org/W6791742336","https://openalex.org/W6798838024"],"related_works":["https://openalex.org/W2366989203","https://openalex.org/W2013995543","https://openalex.org/W2800812882","https://openalex.org/W2547954852","https://openalex.org/W3198360760","https://openalex.org/W2388454722","https://openalex.org/W4388488814","https://openalex.org/W2373608992","https://openalex.org/W2918931022","https://openalex.org/W2324517116"],"abstract_inverted_index":{"<i>Contrastive":[0],"Learning":[1,63],"(CL)</i>":[2],"achieves":[3],"great":[4],"success":[5],"in":[6,50],"learning":[7,107,121],"visual":[8,25,78,137,164],"representations":[9,34],"by":[10,167],"comparing":[11],"two":[12],"augmented":[13],"views":[14],"of":[15,99,123,173],"the":[16,28,51,97,120,143,163,177,180],"same":[17],"images.":[18],"However,":[19],"this":[20,56,67],"very":[21],"design":[22,112],"removes":[23],"transformation-dependent":[24],"information":[26,49],"from":[27],"pre-training,":[29],"which":[30,69],"leads":[31],"to":[32,46,65,74,87,103,118,130,134],"incomplete":[33],"and":[35,153,159],"is":[36],"harmful":[37],"for":[38,109],"downstream":[39],"tasks.":[40],"It&#x0027;s":[41],"still":[42],"an":[43],"open":[44],"question":[45],"retain":[47,75],"such":[48,150],"CL":[52,132],"pre-training":[53],"process.":[54],"In":[55,80],"paper,":[57],"we":[58,82,111],"propose":[59],"a":[60,84,105,113],"<i>Multi-Projector":[61],"Contrastive":[62],"(MPCL)</i>":[64],"address":[66],"issue,":[68],"produces":[70],"multi-view":[71],"contrastive":[72],"candidates":[73],"more":[76],"comprehensive":[77],"characteristics.":[79,138],"addition,":[81],"introduce":[83],"contrast":[85],"regularization":[86],"construct":[88],"multiple":[89],"projectors":[90],"as":[91,93,151],"different":[92,124],"possible,":[94],"thereby":[95],"facilitating":[96],"diversity":[98],"preserved":[100],"information.":[101],"Finally,":[102],"promote":[104],"consistent":[106],"process":[108],"multi-projector,":[110],"projector":[114],"training":[115],"balance":[116],"strategy":[117],"adjust":[119],"preference":[122],"projectors.":[125],"MPCL":[126,168],"can":[127],"be":[128],"applied":[129],"various":[131],"frameworks":[133],"effectively":[135],"protect":[136],"Experimental":[139],"results":[140],"show":[141],"that":[142],"method":[144],"performs":[145],"well":[146],"on":[147,179],"subsequent":[148],"tasks":[149],"linear":[152,174],"semi-supervised":[154],"image":[155],"classification,":[156],"object":[157],"detection,":[158],"semantic":[160],"segmentation.":[161],"Importantly,":[162],"transformer":[165],"trained":[166],"improves":[169],"2&#x0025;":[170],"absolute":[171],"points":[172],"evaluation":[175],"beyond":[176],"MoCo-v3":[178],"ImageNet-100":[181],"dataset.":[182]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}