{"id":"https://openalex.org/W4382998689","doi":"https://doi.org/10.1109/tpami.2023.3291676","title":"Towards More Reliable Confidence Estimation","display_name":"Towards More Reliable Confidence Estimation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4382998689","doi":"https://doi.org/10.1109/tpami.2023.3291676","pmid":"https://pubmed.ncbi.nlm.nih.gov/37399165"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3291676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3291676","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006002393","display_name":"Haoxuan Qu","orcid":"https://orcid.org/0000-0001-5054-3394"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haoxuan Qu","raw_affiliation_strings":["Singapore University of Technology and Design (SUTD), Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5054-3394","affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design (SUTD), Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044237605","display_name":"Lin Geng Foo","orcid":"https://orcid.org/0000-0002-6082-6002"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lin Geng Foo","raw_affiliation_strings":["Singapore University of Technology and Design (SUTD), Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6082-6002","affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design (SUTD), Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768008","display_name":"Yanchao Li","orcid":"https://orcid.org/0000-0002-7468-1991"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yanchao Li","raw_affiliation_strings":["Singapore University of Technology and Design (SUTD), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design (SUTD), Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100361857","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0002-4365-4165"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Singapore University of Technology and Design (SUTD), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design (SUTD), Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":0.5238,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71603026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"45","issue":"11","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7616617679595947},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6550402045249939},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6350429654121399},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6218999624252319},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.5149155855178833},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.49795985221862793},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.49262839555740356},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.48661431670188904},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48271510004997253},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.47899553179740906},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.4785502552986145},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4696989059448242},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.46923738718032837},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1508767306804657},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11964750289916992}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7616617679595947},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6550402045249939},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6350429654121399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6218999624252319},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.5149155855178833},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.49795985221862793},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.49262839555740356},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.48661431670188904},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48271510004997253},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.47899553179740906},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.4785502552986145},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4696989059448242},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46923738718032837},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1508767306804657},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11964750289916992},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3291676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3291676","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37399165","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37399165","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:eprints.lancs.ac.uk:224982","is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/224982/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W967544008","https://openalex.org/W1990824483","https://openalex.org/W2095705004","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2115579991","https://openalex.org/W2122217421","https://openalex.org/W2171943915","https://openalex.org/W2209100941","https://openalex.org/W2335728318","https://openalex.org/W2417429787","https://openalex.org/W2462906003","https://openalex.org/W2551176409","https://openalex.org/W2603777577","https://openalex.org/W2609532991","https://openalex.org/W2887964057","https://openalex.org/W2888615425","https://openalex.org/W2944176689","https://openalex.org/W2954171777","https://openalex.org/W2956371155","https://openalex.org/W2962960377","https://openalex.org/W2963043696","https://openalex.org/W2963316641","https://openalex.org/W2963351448","https://openalex.org/W2963881378","https://openalex.org/W2963959597","https://openalex.org/W2964003311","https://openalex.org/W2970565181","https://openalex.org/W2992043355","https://openalex.org/W2998653622","https://openalex.org/W3034230713","https://openalex.org/W3035067471","https://openalex.org/W3035675766","https://openalex.org/W3049165116","https://openalex.org/W3097173730","https://openalex.org/W3105580002","https://openalex.org/W3118608800","https://openalex.org/W3119028141","https://openalex.org/W3131756255","https://openalex.org/W3163747292","https://openalex.org/W3173301140","https://openalex.org/W3175506488","https://openalex.org/W3179821297","https://openalex.org/W3182872328","https://openalex.org/W3185864054","https://openalex.org/W3193198176","https://openalex.org/W3203313709","https://openalex.org/W3204136415","https://openalex.org/W3205597769","https://openalex.org/W3206147379","https://openalex.org/W4285232587","https://openalex.org/W4287646898","https://openalex.org/W4288281368","https://openalex.org/W4288301546","https://openalex.org/W4297738147","https://openalex.org/W4300479382","https://openalex.org/W4301599248","https://openalex.org/W4312257792","https://openalex.org/W4312317310","https://openalex.org/W4312787459","https://openalex.org/W4312949066","https://openalex.org/W6625168331","https://openalex.org/W6637373629","https://openalex.org/W6674330103","https://openalex.org/W6684191040","https://openalex.org/W6685261749","https://openalex.org/W6703116779","https://openalex.org/W6718836005","https://openalex.org/W6726983090","https://openalex.org/W6728622933","https://openalex.org/W6730042731","https://openalex.org/W6735544424","https://openalex.org/W6736057607","https://openalex.org/W6739651123","https://openalex.org/W6745136726","https://openalex.org/W6745891213","https://openalex.org/W6751800415","https://openalex.org/W6752760542","https://openalex.org/W6755672337","https://openalex.org/W6757555829","https://openalex.org/W6758207765","https://openalex.org/W6762493798","https://openalex.org/W6763101577","https://openalex.org/W6765655760","https://openalex.org/W6766261854","https://openalex.org/W6766313662","https://openalex.org/W6771233102","https://openalex.org/W6773813882","https://openalex.org/W6774192314","https://openalex.org/W6774637898","https://openalex.org/W6779395778","https://openalex.org/W6780663757","https://openalex.org/W6783600611","https://openalex.org/W6785047251","https://openalex.org/W6786212429","https://openalex.org/W6787380718","https://openalex.org/W6787972765","https://openalex.org/W6791083907","https://openalex.org/W6797428947","https://openalex.org/W6798235300","https://openalex.org/W6802303042","https://openalex.org/W6802450927","https://openalex.org/W6802647179","https://openalex.org/W6803026203","https://openalex.org/W6810200297","https://openalex.org/W6810300553","https://openalex.org/W6849765087"],"related_works":["https://openalex.org/W2375684291","https://openalex.org/W2354676191","https://openalex.org/W3188646203","https://openalex.org/W2909957174","https://openalex.org/W4246278799","https://openalex.org/W136674370","https://openalex.org/W2105527480","https://openalex.org/W2052387497","https://openalex.org/W2050203848","https://openalex.org/W2050191802"],"abstract_inverted_index":{"As":[0],"a":[1,43,73,84,119,142],"task":[2],"that":[3,42,76,130],"aims":[4],"to":[5,25,53,62,112,127,132,152],"assess":[6],"the":[7,10,29,51,60,109,114,149,158],"trustworthiness":[8],"of":[9,32,160],"model's":[11],"prediction":[12],"output":[13],"during":[14],"deployment,":[15],"confidence":[16,45,85,115,150],"estimation":[17,46,86,116],"has":[18],"received":[19],"much":[20],"research":[21],"attention":[22],"recently,":[23],"due":[24],"its":[26],"importance":[27],"for":[28],"safe":[30],"deployment":[31],"deep":[33],"models.":[34],"Previous":[35],"works":[36],"have":[37],"outlined":[38],"two":[39],"important":[40],"characteristics":[41,82],"reliable":[44],"model":[47,117],"should":[48],"possess,":[49],"i.e.,":[50],"ability":[52,61],"perform":[54],"well":[55],"under":[56],"label":[57],"imbalance":[58],"and":[59,94,122,175],"handle":[63],"various":[64,167],"out-of-distribution":[65],"data":[66],"inputs.":[67],"In":[68],"this":[69],"work,":[70],"we":[71,89,136],"propose":[72],"meta-learning":[74],"framework":[75,106,140,162],"can":[77],"simultaneously":[78],"improve":[79],"upon":[80],"both":[81],"in":[83],"model.":[87],"Specifically,":[88],"first":[90],"construct":[91],"virtual":[92,120],"training":[93,121],"testing":[95,123],"sets":[96,111],"with":[97,141],"some":[98],"intentionally":[99],"designed":[100],"distribution":[101],"differences":[102],"between":[103],"them.":[104],"Our":[105],"then":[107],"uses":[108],"constructed":[110],"train":[113],"through":[118,163],"scheme":[124],"leading":[125],"it":[126],"learn":[128],"knowledge":[129],"generalizes":[131],"diverse":[133],"distributions.":[134],"Besides,":[135],"also":[137],"incorporate":[138],"our":[139,161],"modified":[143],"meta":[144,154],"optimization":[145],"rule,":[146],"which":[147],"converges":[148],"estimator":[151],"flat":[153],"minima.":[155],"We":[156],"show":[157],"effectiveness":[159],"extensive":[164],"experiments":[165],"on":[166],"tasks":[168],"including":[169],"monocular":[170],"depth":[171],"estimation,":[172],"image":[173],"classification,":[174],"semantic":[176],"segmentation.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}