{"id":"https://openalex.org/W4379653960","doi":"https://doi.org/10.1117/12.2679353","title":"Confidence-aware calibration and scoring functions for curriculum learning","display_name":"Confidence-aware calibration and scoring functions for curriculum learning","publication_year":2023,"publication_date":"2023-06-07","ids":{"openalex":"https://openalex.org/W4379653960","doi":"https://doi.org/10.1117/12.2679353"},"language":"en","primary_location":{"id":"doi:10.1117/12.2679353","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2679353","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth International Conference on Machine Vision (ICMV 2022)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033318648","display_name":"Shuang Ao","orcid":"https://orcid.org/0000-0003-2648-3082"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Shuang Ao","raw_affiliation_strings":["The Open Univ. (United Kingdom)"],"affiliations":[{"raw_affiliation_string":"The Open Univ. (United Kingdom)","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055679306","display_name":"Stefan Rueger","orcid":"https://orcid.org/0000-0002-6013-9018"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefan Rueger","raw_affiliation_strings":["The Open Univ. (United Kingdom)"],"affiliations":[{"raw_affiliation_string":"The Open Univ. (United Kingdom)","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012073793","display_name":"Advaith Siddharthan","orcid":"https://orcid.org/0000-0003-0796-8826"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Advaith Siddharthan","raw_affiliation_strings":["The Open Univ. (United Kingdom)"],"affiliations":[{"raw_affiliation_string":"The Open Univ. (United Kingdom)","institution_ids":["https://openalex.org/I204136569"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033318648"],"corresponding_institution_ids":["https://openalex.org/I204136569"],"apc_list":null,"apc_paid":null,"fwci":0.3491,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63480325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"14","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6759597063064575},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6458655595779419},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6209664344787598},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3962274193763733},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3791027069091797},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.33418020606040955},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18329933285713196},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.16316384077072144},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11908558011054993},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10592776536941528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6759597063064575},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6458655595779419},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6209664344787598},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3962274193763733},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3791027069091797},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33418020606040955},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18329933285713196},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.16316384077072144},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11908558011054993},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10592776536941528}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2679353","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2679353","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth International Conference on Machine Vision (ICMV 2022)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1924762813","https://openalex.org/W2117539524","https://openalex.org/W2133515615","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2254249950","https://openalex.org/W2528287124","https://openalex.org/W2566079294","https://openalex.org/W2577366047","https://openalex.org/W2626967530","https://openalex.org/W2741838462","https://openalex.org/W2793798239","https://openalex.org/W2805935678","https://openalex.org/W2887842788","https://openalex.org/W2890052321","https://openalex.org/W2896457183","https://openalex.org/W2898846200","https://openalex.org/W2908510526","https://openalex.org/W2923622379","https://openalex.org/W2948210185","https://openalex.org/W2948398419","https://openalex.org/W2950695840","https://openalex.org/W2963446712","https://openalex.org/W2964081807","https://openalex.org/W2979826702","https://openalex.org/W2994846609","https://openalex.org/W3003584883","https://openalex.org/W3005295611","https://openalex.org/W3034623328","https://openalex.org/W3119116894","https://openalex.org/W3173683732","https://openalex.org/W3207956290","https://openalex.org/W4244151341","https://openalex.org/W4287828713","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290"],"abstract_inverted_index":{"Despite":[0],"the":[1,29,45],"great":[2],"success":[3],"of":[4,44,89,138],"state-of-the-art":[5,178],"deep":[6],"neural":[7],"networks,":[8],"several":[9],"studies":[10],"have":[11],"reported":[12],"models":[13],"to":[14,28,53,67,79,106,129,140,166],"be":[15,68,80,126,160],"over-confident":[16],"in":[17,62,71,169,202],"predictions,":[18],"indicating":[19],"miscalibration.Label":[20],"Smoothing":[21],"has":[22],"been":[23],"proposed":[24,174],"as":[25,162],"a":[26,49,63,132,150,163],"solution":[27],"over-confidence":[30],"problem":[31],"and":[32,92,102,111,121,153,157,182,205,212],"works":[33],"by":[34,41,136,192],"softening":[35],"hard":[36],"targets":[37],"during":[38],"training,":[39],"typically":[40],"distributing":[42],"part":[43],"probability":[46],"mass":[47],"from":[48],"'one-hot'":[50],"label":[51,64,96,190,203],"uniformly":[52,69],"all":[54],"other":[55],"labels.However,":[56],"neither":[57],"model":[58,90,109,114,120,144,197,210,213],"nor":[59],"human":[60,93,122,146,199],"confidence":[61,91,94,123,147,200],"are":[65,216],"likely":[66,78],"distributed":[70],"this":[72,84],"manner,":[73],"with":[74,95,176,188],"some":[75],"labels":[76],"more":[77,151],"confused":[81],"than":[82],"others.In":[83],"paper":[85],"we":[86,116],"integrate":[87],"notions":[88],"smoothing,":[97],"respectively":[98],"Model":[99],"Confidence":[100,104],"LS":[101],"Human":[103],"LS,":[105],"achieve":[107],"better":[108],"calibration":[110],"generalization.To":[112],"enhance":[113],"generalization,":[115],"show":[117],"how":[118],"our":[119,173],"scores":[124],"can":[125,158],"successfully":[127],"applied":[128],"curriculum":[130,170,206],"learning,":[131],"training":[133],"strategy":[134],"inspired":[135],"learning":[137,207],"'easier":[139],"harder'":[141],"tasks.A":[142],"higher":[143],"or":[145,198],"score":[148],"indicates":[149],"recognisable":[152],"therefore":[154,159],"easier":[155],"sample,":[156],"used":[161],"scoring":[164],"function":[165],"rank":[167],"samples":[168],"learning.We":[171],"evaluate":[172],"methods":[175],"four":[177],"architectures":[179],"for":[180],"image":[181],"text":[183],"classification":[184],"task,":[185],"using":[186],"datasets":[187],"multi-rater":[189],"annotations":[191],"humans.We":[193],"report":[194],"that":[195],"integrating":[196],"information":[201],"smoothing":[204],"improves":[208],"both":[209],"performance":[211],"calibration.The":[214],"code":[215],"available":[217],"at":[218],"https://github.com/AoShuang92/ConfidenceCalibration":[219],"CL.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}