{"id":"https://openalex.org/W4411408338","doi":"https://doi.org/10.1109/tnnls.2025.3565159","title":"A Survey on Confidence Calibration of Deep Learning-Based Classification Models Under Class Imbalance Data","display_name":"A Survey on Confidence Calibration of Deep Learning-Based Classification Models Under Class Imbalance Data","publication_year":2025,"publication_date":"2025-06-18","ids":{"openalex":"https://openalex.org/W4411408338","doi":"https://doi.org/10.1109/tnnls.2025.3565159","pmid":"https://pubmed.ncbi.nlm.nih.gov/40531642"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3565159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3565159","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001024380","display_name":"Jinzong Dong","orcid":"https://orcid.org/0000-0001-9742-0295"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinzong Dong","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-9742-0295","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013235835","display_name":"Zhaohui Jiang","orcid":"https://orcid.org/0000-0002-4861-5819"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohui Jiang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-4861-5819","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019514727","display_name":"Dong Pan","orcid":"https://orcid.org/0000-0002-1876-3108"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Pan","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-1876-3108","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100741331","display_name":"Zhiwen Chen","orcid":"https://orcid.org/0000-0002-4759-0904"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Chen","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-4759-0904","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102597844","display_name":"Qingyi Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyi Guan","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongbin Zhang","orcid":"https://orcid.org/0000-0002-9953-391X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Zhang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-9953-391X","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053277740","display_name":"Gui Gui","orcid":"https://orcid.org/0009-0000-8576-0831"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gui Gui","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0000-8576-0831","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100711522","display_name":"Weihua Gui","orcid":"https://orcid.org/0000-0003-0312-436X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihua Gui","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5001024380"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":10.2848,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97839239,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"36","issue":"9","first_page":"15664","last_page":"15684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.7261495590209961},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6236551403999329},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5801952481269836},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.533982515335083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5171927213668823},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5169779062271118},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3628942370414734},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3612017035484314},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3301180601119995},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2301517128944397}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.7261495590209961},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6236551403999329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5801952481269836},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.533982515335083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5171927213668823},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5169779062271118},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3628942370414734},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3612017035484314},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3301180601119995},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2301517128944397}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3565159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3565159","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40531642","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40531642","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2131894642","display_name":null,"funder_award_id":"61621062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7446248883","display_name":null,"funder_award_id":"62303491","funder_id":"https://openalex.org/F4320331088","funder_display_name":"Natural Science Foundation for Young Scientists of Shanxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320331088","display_name":"Natural Science Foundation for Young Scientists of Shanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":134,"referenced_works":["https://openalex.org/W258531404","https://openalex.org/W1534477342","https://openalex.org/W2012942264","https://openalex.org/W2043779491","https://openalex.org/W2054555291","https://openalex.org/W2068029998","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2117079761","https://openalex.org/W2137556846","https://openalex.org/W2166693382","https://openalex.org/W2194775991","https://openalex.org/W2217007515","https://openalex.org/W2254249950","https://openalex.org/W2525172929","https://openalex.org/W2765284480","https://openalex.org/W2778854158","https://openalex.org/W2793981515","https://openalex.org/W2797977484","https://openalex.org/W2798820905","https://openalex.org/W2806416578","https://openalex.org/W2893893598","https://openalex.org/W2901466771","https://openalex.org/W2904250115","https://openalex.org/W2936503027","https://openalex.org/W2950238754","https://openalex.org/W2955863859","https://openalex.org/W2962933664","https://openalex.org/W2963351448","https://openalex.org/W2963446712","https://openalex.org/W2992308087","https://openalex.org/W2995255531","https://openalex.org/W3008576902","https://openalex.org/W3025031475","https://openalex.org/W3042124509","https://openalex.org/W3048817558","https://openalex.org/W3087783715","https://openalex.org/W3093778635","https://openalex.org/W3096121526","https://openalex.org/W3109522940","https://openalex.org/W3111387027","https://openalex.org/W3120093105","https://openalex.org/W3125241865","https://openalex.org/W3126856044","https://openalex.org/W3127859904","https://openalex.org/W3128945844","https://openalex.org/W3129693849","https://openalex.org/W3131900481","https://openalex.org/W3134397144","https://openalex.org/W3157699413","https://openalex.org/W3161561506","https://openalex.org/W3161916718","https://openalex.org/W3166362876","https://openalex.org/W3172818083","https://openalex.org/W3176474016","https://openalex.org/W3177200443","https://openalex.org/W3183048323","https://openalex.org/W3186353005","https://openalex.org/W3199294801","https://openalex.org/W3203403300","https://openalex.org/W3207015216","https://openalex.org/W4200472276","https://openalex.org/W4200631330","https://openalex.org/W4210545034","https://openalex.org/W4214489515","https://openalex.org/W4214695287","https://openalex.org/W4214951466","https://openalex.org/W4224037847","https://openalex.org/W4251598436","https://openalex.org/W4282017734","https://openalex.org/W4283258232","https://openalex.org/W4283523645","https://openalex.org/W4283789241","https://openalex.org/W4285223007","https://openalex.org/W4291221943","https://openalex.org/W4293243597","https://openalex.org/W4294955107","https://openalex.org/W4296195043","https://openalex.org/W4311658488","https://openalex.org/W4312244159","https://openalex.org/W4312814827","https://openalex.org/W4312869703","https://openalex.org/W4313066313","https://openalex.org/W4316096457","https://openalex.org/W4319999924","https://openalex.org/W4321505042","https://openalex.org/W4362496760","https://openalex.org/W4362587982","https://openalex.org/W4366257129","https://openalex.org/W4366352743","https://openalex.org/W4367721863","https://openalex.org/W4375869225","https://openalex.org/W4376891107","https://openalex.org/W4382371436","https://openalex.org/W4382796481","https://openalex.org/W4385392898","https://openalex.org/W4385568413","https://openalex.org/W4385572431","https://openalex.org/W4386071546","https://openalex.org/W4386075769","https://openalex.org/W4386075939","https://openalex.org/W4386076287","https://openalex.org/W4386076553","https://openalex.org/W4386083102","https://openalex.org/W4386954777","https://openalex.org/W4387225748","https://openalex.org/W4387643668","https://openalex.org/W4389692358","https://openalex.org/W4390873113","https://openalex.org/W4391582675","https://openalex.org/W4391582717","https://openalex.org/W4392190314","https://openalex.org/W4392208038","https://openalex.org/W4392450192","https://openalex.org/W4392552312","https://openalex.org/W4393156735","https://openalex.org/W4393180213","https://openalex.org/W4393909832","https://openalex.org/W4394593133","https://openalex.org/W4394595135","https://openalex.org/W4395070849","https://openalex.org/W4395471044","https://openalex.org/W4400524914","https://openalex.org/W4400645079","https://openalex.org/W4400830831","https://openalex.org/W4400956229","https://openalex.org/W4402128718","https://openalex.org/W4402634245","https://openalex.org/W4404300457","https://openalex.org/W4404788446","https://openalex.org/W4405941566","https://openalex.org/W4406610597","https://openalex.org/W4407134851","https://openalex.org/W4407950371"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W2114770238","https://openalex.org/W2016188383","https://openalex.org/W4224009465","https://openalex.org/W2365607528","https://openalex.org/W2046724649","https://openalex.org/W2555586164","https://openalex.org/W2077108008","https://openalex.org/W2793335702","https://openalex.org/W4306674287"],"abstract_inverted_index":{"Confidence":[0],"calibration":[1,47,66,80,89,104,123,142],"in":[2,28,124,132],"classification":[3,94],"models":[4,95],"is":[5,19,67,109],"a":[6,212],"vital":[7],"technique":[8],"for":[9,21,51,91,129,214],"accurately":[10],"estimating":[11],"the":[12,23,36,100,115,197],"posterior":[13,43],"probabilities":[14],"of":[15,25,102,117],"predicted":[16,42],"results,":[17],"which":[18,34,54],"crucial":[20],"assessing":[22],"likelihood":[24],"correct":[26],"decisions":[27],"real-world":[29],"applications.":[30],"Class":[31],"imbalance":[32,107,119,146],"data,":[33,147],"biases":[35],"model's":[37],"learning":[38],"and":[39,59,70,158,171,180,194,205],"subsequently":[40],"skews":[41],"probabilities,":[44],"makes":[45],"confidence":[46,65,79,88,103,122,141],"more":[48,57,68],"challenging.":[49],"Especially":[50],"underrepresented":[52],"classes,":[53],"are":[55,175],"often":[56],"important":[58],"tend":[60],"to":[61,155,163,190,196],"have":[62],"higher":[63],"uncertainty,":[64],"complex":[69],"essential.":[71],"Unlike":[72],"previous":[73],"surveys":[74],"that":[75,209],"typically":[76],"separately":[77],"investigate":[78],"or":[81],"class":[82,97,106,118,145],"imbalance,":[83],"this":[84,112,136,184],"article":[85,113,137,185],"comprehensively":[86],"investigates":[87],"methods":[90,143,150],"deep":[92],"learning-based":[93],"under":[96,105,144],"imbalance.":[98],"First,":[99],"problem":[101],"data":[108,120],"outlined.":[110],"Second,":[111],"explores":[114],"impact":[116],"on":[121],"theory,":[125],"providing":[126],"some":[127,168],"explanations":[128],"empirical":[130],"findings":[131],"existing":[133],"studies.":[134,216],"Third,":[135],"reviews":[138],"60":[139],"state-of-the-art":[140],"divides":[148],"these":[149],"into":[151],"six":[152],"groups":[153],"according":[154],"method":[156],"differences,":[157],"systematically":[159],"compares":[160],"seven":[161],"properties":[162],"evaluate":[164],"their":[165],"superiority.":[166],"Then,":[167],"commonly":[169],"used":[170],"emerging":[172],"evaluation":[173,181],"methodology":[174],"summarized,":[176],"including":[177],"public":[178],"datasets":[179],"metrics.":[182],"Subsequently,":[183],"performs":[186],"necessary":[187],"comparative":[188],"experiments":[189],"provide":[191],"better":[192],"guidelines":[193],"insights":[195],"readership.":[198],"Finally,":[199],"we":[200],"discuss":[201],"several":[202],"application":[203],"fields":[204],"promising":[206],"research":[207],"directions":[208],"serve":[210],"as":[211],"guideline":[213],"future":[215]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}