{"id":"https://openalex.org/W4385212332","doi":"https://doi.org/10.1109/tpami.2023.3298433","title":"The Equalization Losses: Gradient-Driven Training for Long-tailed Object Recognition","display_name":"The Equalization Losses: Gradient-Driven Training for Long-tailed Object Recognition","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4385212332","doi":"https://doi.org/10.1109/tpami.2023.3298433","pmid":"https://pubmed.ncbi.nlm.nih.gov/37486845"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3298433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298433","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031272540","display_name":"Jingru Tan","orcid":"https://orcid.org/0000-0002-5506-0532"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingru Tan","raw_affiliation_strings":["Central South University, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"Central South University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100725690","display_name":"Bo Li","orcid":"https://orcid.org/0000-0002-4578-1248"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101774507","display_name":"Xin Lu","orcid":"https://orcid.org/0000-0002-8138-2770"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Lu","raw_affiliation_strings":["Sensetime Research, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Sensetime Research, Shanghai, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001649888","display_name":"Yongqiang Yao","orcid":"https://orcid.org/0009-0002-1941-9904"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongqiang Yao","raw_affiliation_strings":["Sensetime Research, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Sensetime Research, Shanghai, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102785611","display_name":"Fengwei Yu","orcid":"https://orcid.org/0000-0003-0352-8700"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengwei Yu","raw_affiliation_strings":["Sensetime Research, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Sensetime Research, Shanghai, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604494","display_name":"Tong He","orcid":"https://orcid.org/0000-0003-2772-9320"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong He","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087818121","display_name":"Wanli Ouyang","orcid":"https://orcid.org/0000-0002-9163-2761"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wanli Ouyang","raw_affiliation_strings":["University of Sydney, Camperdown, NSW, Australia","Shanghai AI Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5031272540"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":3.4746,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.94262145,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"45","issue":"11","first_page":"13876","last_page":"13892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7137693762779236},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6571745276451111},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.605381965637207},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5992515683174133},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5893281698226929},{"id":"https://openalex.org/keywords/equalization","display_name":"Equalization (audio)","score":0.563692033290863},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5617872476577759},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.47445735335350037},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4635006785392761},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.45739516615867615},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.44756945967674255},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35306066274642944},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3521682918071747},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.2556511461734772},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24230578541755676},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.24215713143348694}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7137693762779236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6571745276451111},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.605381965637207},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5992515683174133},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5893281698226929},{"id":"https://openalex.org/C75755367","wikidata":"https://www.wikidata.org/wiki/Q104531076","display_name":"Equalization (audio)","level":3,"score":0.563692033290863},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5617872476577759},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.47445735335350037},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4635006785392761},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.45739516615867615},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.44756945967674255},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35306066274642944},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3521682918071747},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2556511461734772},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24230578541755676},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.24215713143348694},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3298433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298433","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37486845","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37486845","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2104167780","https://openalex.org/W2108598243","https://openalex.org/W2132791018","https://openalex.org/W2148143831","https://openalex.org/W2194775991","https://openalex.org/W2339172597","https://openalex.org/W2440599146","https://openalex.org/W2549139847","https://openalex.org/W2560023338","https://openalex.org/W2732026016","https://openalex.org/W2737258237","https://openalex.org/W2767106145","https://openalex.org/W2781292787","https://openalex.org/W2787091153","https://openalex.org/W2797977484","https://openalex.org/W2947380870","https://openalex.org/W2948672349","https://openalex.org/W2962895364","https://openalex.org/W2962933664","https://openalex.org/W2963113370","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2963516811","https://openalex.org/W2963691377","https://openalex.org/W2963703197","https://openalex.org/W2982770724","https://openalex.org/W2995197345","https://openalex.org/W3034601242","https://openalex.org/W3034933032","https://openalex.org/W3035342001","https://openalex.org/W3035396860","https://openalex.org/W3035552357","https://openalex.org/W3081607473","https://openalex.org/W3096688134","https://openalex.org/W3102710196","https://openalex.org/W3104182862","https://openalex.org/W3108105109","https://openalex.org/W3108849448","https://openalex.org/W3126272270","https://openalex.org/W3166228617","https://openalex.org/W3166596953","https://openalex.org/W3172971995","https://openalex.org/W3177200443","https://openalex.org/W3182635745","https://openalex.org/W3184439416","https://openalex.org/W3186180121","https://openalex.org/W3202087803","https://openalex.org/W4214519401","https://openalex.org/W4214718285","https://openalex.org/W4288083516","https://openalex.org/W4300479382","https://openalex.org/W4312244159","https://openalex.org/W4312702685","https://openalex.org/W4312866014","https://openalex.org/W4312920106","https://openalex.org/W4386075563","https://openalex.org/W6744066916","https://openalex.org/W6763430915","https://openalex.org/W6764733053","https://openalex.org/W6768920361","https://openalex.org/W6779586474","https://openalex.org/W6780793664","https://openalex.org/W6780957418","https://openalex.org/W6782667251","https://openalex.org/W6783399553","https://openalex.org/W6784097300","https://openalex.org/W6790859549","https://openalex.org/W6791353385","https://openalex.org/W6798084778","https://openalex.org/W6798837711","https://openalex.org/W6798838024","https://openalex.org/W6799536747"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"Long-tail":[0],"distribution":[1],"is":[2,30,68,80,90],"widely":[3],"spread":[4],"in":[5],"real-world":[6],"applications.":[7],"Due":[8],"to":[9,78,84,103,114],"the":[10,34,49,52,72,105,109,130,181,185,191],"extremely":[11],"small":[12],"ratio":[13,74],"of":[14,51,75,122,129,141,156,190],"instances,":[15],"tail":[16],"categories":[17],"often":[18],"show":[19],"inferior":[20],"accuracy.":[21],"In":[22],"this":[23],"paper,":[24],"we":[25,95,136],"find":[26],"such":[27],"performance":[28],"bottleneck":[29],"mainly":[31],"caused":[32],"by":[33,60,93],"imbalanced":[35],"gradients,":[36,117],"which":[37],"can":[38],"be":[39],"categorized":[40],"into":[41],"two":[42],"parts:":[43],"(1)":[44],"positive":[45],"part,":[46,58],"deriving":[47],"from":[48],"samples":[50],"same":[53],"category,":[54],"and":[55,132,171,187],"(2)":[56],"negative":[57],"contributed":[59],"other":[61],"categories.":[62],"Based":[63],"on":[64,152],"comprehensive":[65],"experiments,":[66],"it":[67],"also":[69],"observed":[70],"that":[71],"gradient":[73,125,134],"accumulated":[76],"positives":[77],"negatives":[79],"a":[81,88,99,119,138,153],"good":[82],"indicator":[83],"measure":[85],"how":[86],"balanced":[87],"category":[89],"trained.":[91],"Inspired":[92],"this,":[94],"come":[96],"up":[97],"with":[98,118],"gradient-driven":[100,142],"training":[101],"mechanism":[102],"tackle":[104],"long-tail":[106],"problem:":[107],"re-balancing":[108],"positive/negative":[110],"gradients":[111],"dynamically":[112],"according":[113],"current":[115],"accumulative":[116],"unified":[120],"goal":[121],"achieving":[123],"balance":[124],"ratios.":[126],"Taking":[127],"advantage":[128],"simple":[131],"flexible":[133],"mechanism,":[135],"introduce":[137],"new":[139],"family":[140],"loss":[143],"functions,":[144],"namely":[145],"equalization":[146,193],"losses.":[147,194],"We":[148],"conduct":[149],"extensive":[150],"experiments":[151],"wide":[154],"spectrum":[155],"visual":[157],"tasks,":[158],"including":[159],"two-stage/single-stage":[160],"long-tailed":[161,165,172],"object":[162],"detection":[163],"(LVIS),":[164],"image":[166],"classification":[167],"(ImageNet-LT,":[168],"Places-LT,":[169],"iNaturalist),":[170],"semantic":[173],"segmentation":[174],"(ADE20":[175],"K).":[176],"Our":[177],"method":[178],"consistently":[179],"outperforms":[180],"baseline":[182],"models,":[183],"demonstrating":[184],"effectiveness":[186],"generalization":[188],"ability":[189],"proposed":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}