{"id":"https://openalex.org/W3189347889","doi":"https://doi.org/10.1109/tpami.2022.3180995","title":"A Low Rank Promoting Prior for Unsupervised Contrastive Learning","display_name":"A Low Rank Promoting Prior for Unsupervised Contrastive Learning","publication_year":2022,"publication_date":"2022-06-09","ids":{"openalex":"https://openalex.org/W3189347889","doi":"https://doi.org/10.1109/tpami.2022.3180995","mag":"3189347889","pmid":"https://pubmed.ncbi.nlm.nih.gov/35679387"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3180995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3180995","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100445377","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0003-4219-781X"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Wang","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4219-781X","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077401853","display_name":"Jingyang Lin","orcid":"https://orcid.org/0009-0000-3223-3827"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyang Lin","raw_affiliation_strings":["SUN YAT-SEN University, Guangzhou, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SUN YAT-SEN University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771897","display_name":"Qi Cai","orcid":"https://orcid.org/0000-0002-5719-5895"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Cai","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085403640","display_name":"Yingwei Pan","orcid":"https://orcid.org/0000-0002-4344-8898"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingwei Pan","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4344-8898","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088760097","display_name":"Ting Yao","orcid":"https://orcid.org/0000-0001-7587-101X"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Yao","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7587-101X","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061525421","display_name":"Hongyang Chao","orcid":"https://orcid.org/0000-0002-6104-2322"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyang Chao","raw_affiliation_strings":["SUN YAT-SEN University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-6104-2322","affiliations":[{"raw_affiliation_string":"SUN YAT-SEN University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017597537","display_name":"Tao Mei","orcid":"https://orcid.org/0000-0003-2497-7732"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Mei","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2497-7732","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100445377"],"corresponding_institution_ids":["https://openalex.org/I4210103986"],"apc_list":null,"apc_paid":null,"fwci":1.8035,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86854744,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"45","issue":"3","first_page":"2667","last_page":"2681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7115113735198975},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.681774377822876},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5404004454612732},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5038082003593445},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4995884895324707},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4964664578437805},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48969462513923645},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4756179451942444},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.46739134192466736},{"id":"https://openalex.org/keywords/graphical-model","display_name":"Graphical model","score":0.4319070875644684},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.42297497391700745},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.41724690794944763},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19928684830665588}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7115113735198975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.681774377822876},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5404004454612732},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5038082003593445},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4995884895324707},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4964664578437805},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48969462513923645},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4756179451942444},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.46739134192466736},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.4319070875644684},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.42297497391700745},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.41724690794944763},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19928684830665588},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3180995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3180995","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35679387","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35679387","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":123,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W343636949","https://openalex.org/W639708223","https://openalex.org/W1821462560","https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W1966096622","https://openalex.org/W1977295328","https://openalex.org/W1993309459","https://openalex.org/W1993962865","https://openalex.org/W1997201895","https://openalex.org/W2017814585","https://openalex.org/W2035746673","https://openalex.org/W2047643928","https://openalex.org/W2097622337","https://openalex.org/W2108598243","https://openalex.org/W2134670479","https://openalex.org/W2138011018","https://openalex.org/W2142782401","https://openalex.org/W2145152441","https://openalex.org/W2145962650","https://openalex.org/W2152790380","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2211456655","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2461158874","https://openalex.org/W2533598788","https://openalex.org/W2558661413","https://openalex.org/W2565639579","https://openalex.org/W2599837529","https://openalex.org/W2757910899","https://openalex.org/W2785325870","https://openalex.org/W2798991696","https://openalex.org/W2806070179","https://openalex.org/W2842511635","https://openalex.org/W2883725317","https://openalex.org/W2887997457","https://openalex.org/W2913939497","https://openalex.org/W2914913933","https://openalex.org/W2917551568","https://openalex.org/W2944828972","https://openalex.org/W2958360136","https://openalex.org/W2963263347","https://openalex.org/W2970241862","https://openalex.org/W2971155163","https://openalex.org/W2979579363","https://openalex.org/W2990873191","https://openalex.org/W2998388430","https://openalex.org/W3009561768","https://openalex.org/W3015437096","https://openalex.org/W3022061250","https://openalex.org/W3023371261","https://openalex.org/W3034781633","https://openalex.org/W3034978746","https://openalex.org/W3035058308","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3035635319","https://openalex.org/W3036224891","https://openalex.org/W3100345210","https://openalex.org/W3100859887","https://openalex.org/W3101864923","https://openalex.org/W3102229140","https://openalex.org/W3102363610","https://openalex.org/W3106428938","https://openalex.org/W3106485021","https://openalex.org/W3108655343","https://openalex.org/W3115293622","https://openalex.org/W3118062200","https://openalex.org/W3118608800","https://openalex.org/W3120167236","https://openalex.org/W3120542573","https://openalex.org/W3122325173","https://openalex.org/W3123939835","https://openalex.org/W3125808012","https://openalex.org/W3127290523","https://openalex.org/W3127487347","https://openalex.org/W3130223764","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3169212847","https://openalex.org/W3169717035","https://openalex.org/W3171007011","https://openalex.org/W3175817909","https://openalex.org/W3183430956","https://openalex.org/W4297808394","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W6638523607","https://openalex.org/W6638677478","https://openalex.org/W6679792166","https://openalex.org/W6682948231","https://openalex.org/W6726497184","https://openalex.org/W6735013348","https://openalex.org/W6744513255","https://openalex.org/W6747899497","https://openalex.org/W6754278344","https://openalex.org/W6763416564","https://openalex.org/W6765052341","https://openalex.org/W6776700526","https://openalex.org/W6777179611","https://openalex.org/W6777265123","https://openalex.org/W6778102432","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6780191644","https://openalex.org/W6781120326","https://openalex.org/W6781834539","https://openalex.org/W6783490740","https://openalex.org/W6783757617","https://openalex.org/W6783961830","https://openalex.org/W6783990618","https://openalex.org/W6784392697","https://openalex.org/W6784440675","https://openalex.org/W6787972765","https://openalex.org/W6790594157","https://openalex.org/W6790850890","https://openalex.org/W6791713434","https://openalex.org/W6791742336","https://openalex.org/W6803702653","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W1980381208","https://openalex.org/W2364594919","https://openalex.org/W2167092671","https://openalex.org/W2109986081","https://openalex.org/W1861706286","https://openalex.org/W2219338811","https://openalex.org/W2149583853","https://openalex.org/W2143002539","https://openalex.org/W4293472652","https://openalex.org/W2130386332"],"abstract_inverted_index":{"Unsupervised":[0],"learning":[1,18,92],"is":[2,122,174],"just":[3],"at":[4],"a":[5,29,133],"tipping":[6],"point":[7],"where":[8],"it":[9],"could":[10],"really":[11],"take":[12],"off.":[13],"Among":[14],"these":[15],"approaches,":[16],"contrastive":[17,46,146],"has":[19],"led":[20],"to":[21,49,54,74,94,138],"state-of-the-art":[22,158],"performance.":[23],"In":[24,52],"this":[25],"paper,":[26],"we":[27,113],"construct":[28],"novel":[30],"probabilistic":[31,135],"graphical":[32],"model":[33],"that":[34,60,69,115,151],"effectively":[35],"incorporates":[36],"the":[37,43,55,71,75,81,96,101,104,107,116,145,152,157],"low":[38,117],"rank":[39,118],"promoting":[40],"prior":[41,119],"into":[42],"framework":[44],"of":[45,98,100,106],"learning,":[47,64],"referred":[48],"as":[50],"LORAC.":[51],"contrast":[53],"existing":[56],"conventional":[57],"self-supervised":[58],"approaches":[59,159],"only":[61],"considers":[62],"independent":[63],"our":[65],"hypothesis":[66],"explicitly":[67],"requires":[68],"all":[70],"samples":[72],"belonging":[73],"same":[76,82],"instance":[77,168],"class":[78],"lie":[79],"on":[80,160],"subspace":[83],"with":[84],"small":[85],"dimension.":[86],"This":[87],"heuristic":[88],"poses":[89],"particular":[90],"joint":[91],"constraints":[93],"reduce":[95],"degree":[97],"freedom":[99],"problem":[102],"during":[103],"search":[105],"optimal":[108],"network":[109],"parameterization.":[110],"Most":[111],"importantly,":[112],"argue":[114],"employed":[120],"here":[121],"not":[123],"unique,":[124],"and":[125,170],"many":[126],"different":[127,139],"priors":[128],"can":[129],"be":[130],"invoked":[131],"in":[132],"similar":[134],"way,":[136],"corresponding":[137],"hypotheses":[140],"about":[141],"underlying":[142],"truth":[143],"behind":[144],"features.":[147],"Empirical":[148],"evidences":[149],"show":[150],"proposed":[153],"algorithm":[154],"clearly":[155],"surpasses":[156],"multiple":[161],"benchmarks,":[162],"including":[163],"image":[164],"classification,":[165],"object":[166],"detection,":[167],"segmentation":[169],"keypoint":[171],"detection.":[172],"Code":[173],"available:":[175],"https://github.com/ssl-codelab/lorac.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}