{"id":"https://openalex.org/W3204449938","doi":"https://doi.org/10.1109/iccv48922.2021.00075","title":"Parametric Contrastive Learning","display_name":"Parametric Contrastive Learning","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3204449938","doi":"https://doi.org/10.1109/iccv48922.2021.00075","mag":"3204449938"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.00075","doi":"https://doi.org/10.1109/iccv48922.2021.00075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00075","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2107.12028","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016170160","display_name":"Jiequan Cui","orcid":"https://orcid.org/0000-0003-2422-7851","observed_orcids":["https://orcid.org/0000-0003-2422-7851"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiequan Cui","raw_affiliation_strings":["The Chinese University of Hong Kong","Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020439939","display_name":"Zhisheng Zhong","orcid":"https://orcid.org/0000-0002-0859-3846","observed_orcids":["https://orcid.org/0000-0002-0859-3846"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhisheng Zhong","raw_affiliation_strings":["The Chinese University of Hong Kong","Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016990316","display_name":"Liu Shu","orcid":"https://orcid.org/0000-0002-4994-3435","observed_orcids":["https://orcid.org/0000-0002-4994-3435"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shu Liu","raw_affiliation_strings":["SmartMore","Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SmartMore","institution_ids":[]},{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051340429","display_name":"Bei Yu","orcid":"https://orcid.org/0000-0001-6406-4810","observed_orcids":["https://orcid.org/0000-0001-6406-4810","https://orcid.org/0000-0002-1557-7166"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bei Yu","raw_affiliation_strings":["The Chinese University of Hong Kong","Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052856441","display_name":"Jiaya Jia","orcid":"https://orcid.org/0000-0002-1246-553X","observed_orcids":["https://orcid.org/0000-0002-1246-553X"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB","HK"],"is_corresponding":false,"raw_author_name":"Jiaya Jia","raw_affiliation_strings":["The Chinese University of Hong Kong","University of Oxford, Oxford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.3332,"has_fulltext":true,"cited_by_count":333,"citation_normalized_percentile":{"value":0.99580708,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"695","last_page":"704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5713000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5713000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.39579999446868896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.02290000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-tailed-recognition","display_name":"long-tailed classification","score":0.9409999847412109},{"id":"https://openalex.org/keywords/supervised-contrastive-learning","display_name":"supervised contrastive learning","score":0.7670000195503235},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.6470000147819519},{"id":"https://openalex.org/keywords/hard-example-mining","display_name":"hard example mining","score":0.7310000061988831},{"id":"https://openalex.org/keywords/loss-analysis","display_name":"loss analysis","score":0.4059999883174896},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.4410000145435333}],"concepts":[{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.7629069089889526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7618753910064697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6401456594467163},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5842940807342529},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5700913071632385},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5310690402984619},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5214813947677612},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4981832504272461},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.434757262468338},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.373124897480011},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10113322734832764},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.067803293466568},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/iccv48922.2021.00075","doi":"https://doi.org/10.1109/iccv48922.2021.00075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00075","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2107.12028","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.12028","pdf_url":"https://arxiv.org/pdf/2107.12028","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-140612","doi":null,"is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-140612","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2107.12028","doi":"https://doi.org/10.48550/arxiv.2107.12028","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2107.12028","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3204449938","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2107.12028","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2107.12028","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.12028","pdf_url":"https://arxiv.org/pdf/2107.12028","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204449938.pdf","grobid_xml":"https://content.openalex.org/works/W3204449938.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1941659294","https://openalex.org/W2117539524","https://openalex.org/W2118978333","https://openalex.org/W2148143831","https://openalex.org/W2194775991","https://openalex.org/W2339172597","https://openalex.org/W2440599146","https://openalex.org/W2469885745","https://openalex.org/W2560023338","https://openalex.org/W2565639579","https://openalex.org/W2732026016","https://openalex.org/W2736941579","https://openalex.org/W2746314669","https://openalex.org/W2753300133","https://openalex.org/W2767106145","https://openalex.org/W2795282075","https://openalex.org/W2797977484","https://openalex.org/W2798991696","https://openalex.org/W2810075754","https://openalex.org/W2883780447","https://openalex.org/W2886953980","https://openalex.org/W2921393178","https://openalex.org/W2949736877","https://openalex.org/W2952120674","https://openalex.org/W2957105406","https://openalex.org/W2962933664","https://openalex.org/W2963212406","https://openalex.org/W2963453204","https://openalex.org/W2963691377","https://openalex.org/W2963857746","https://openalex.org/W2969797940","https://openalex.org/W2970711760","https://openalex.org/W2981188200","https://openalex.org/W2988089665","https://openalex.org/W2993466051","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3018378048","https://openalex.org/W3034601242","https://openalex.org/W3034978746","https://openalex.org/W3035054804","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3035552357","https://openalex.org/W3035770965","https://openalex.org/W3036224891","https://openalex.org/W3087788237","https://openalex.org/W3092063351","https://openalex.org/W3100345210","https://openalex.org/W3102631365","https://openalex.org/W3106060611","https://openalex.org/W3118608800","https://openalex.org/W3125815192","https://openalex.org/W3176474016","https://openalex.org/W4294068600","https://openalex.org/W4297808394"],"related_works":["https://openalex.org/W4377235500","https://openalex.org/W4414570224","https://openalex.org/W4386880220","https://openalex.org/W4393159450","https://openalex.org/W4312244159","https://openalex.org/W4406448435","https://openalex.org/W4390873567","https://openalex.org/W4392122189","https://openalex.org/W4221160211","https://openalex.org/W4402980004"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,17,52],"propose":[4],"Parametric":[5],"Contrastive":[6],"Learning":[7],"(PaCo)":[8],"to":[9,23,45],"tackle":[10],"long-tailed":[11,96,108],"recognition.":[12,109],"Based":[13],"on":[14,25,95],"theoretical":[15],"analysis,":[16],"observe":[18],"supervised":[19,119],"contrastive":[20,120],"loss":[21,56,117],"tends":[22],"bias":[24],"high-frequency":[26],"classes":[27],"and":[28,89,100],"thus":[29],"increases":[30],"the":[31,69,75,104],"difficulty":[32],"of":[33,40,71,74],"imbalanced":[34],"learning.":[35,93],"We":[36],"introduce":[37],"a":[38,58],"set":[39],"parametric":[41],"class-wise":[42],"learnable":[43],"centers":[44,88],"rebalance":[46],"from":[47],"an":[48],"optimization":[49],"perspective.":[50],"Further,":[51],"analyze":[53],"our":[54,127],"PaCo":[55,65,116],"under":[57],"balanced":[59],"setting.":[60],"Our":[61,133],"analysis":[62],"demonstrates":[63],"that":[64],"can":[66],"adaptively":[67],"enhance":[68],"intensity":[70],"pushing":[72],"samples":[73,81],"same":[76],"class":[77],"close":[78],"as":[79],"more":[80],"are":[82],"pulled":[83],"together":[84],"with":[85,115],"their":[86],"corresponding":[87],"benefit":[90],"hard":[91],"example":[92],"Experiments":[94],"CIFAR,":[97],"ImageNet,":[98,112],"Places,":[99],"iNaturalist":[101],"2018":[102],"manifest":[103],"new":[105],"state-of-the-art":[106],"for":[107],"On":[110],"full":[111],"models":[113],"trained":[114],"surpass":[118],"learning":[121],"across":[122],"various":[123],"ResNet":[124],"backbones,":[125],"e.g.,":[126],"ResNet-200":[128],"achieves":[129],"81.8%":[130],"top-1":[131],"accuracy.":[132],"code":[134],"is":[135],"available":[136],"at":[137],"https://github.com/dvlab-research/Parametric-Contrastive-Learning.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":57},{"year":2025,"cited_by_count":81},{"year":2024,"cited_by_count":83},{"year":2023,"cited_by_count":80},{"year":2022,"cited_by_count":30},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2021-10-11T00:00:00"}