{"id":"https://openalex.org/W4405520473","doi":"https://doi.org/10.1109/ojcs.2024.3519984","title":"Improving Accuracy and Calibration of Deep Image Classifiers With Agreement-Driven Dynamic Ensemble","display_name":"Improving Accuracy and Calibration of Deep Image Classifiers With Agreement-Driven Dynamic Ensemble","publication_year":2024,"publication_date":"2024-12-18","ids":{"openalex":"https://openalex.org/W4405520473","doi":"https://doi.org/10.1109/ojcs.2024.3519984"},"language":"en","primary_location":{"id":"doi:10.1109/ojcs.2024.3519984","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2024.3519984","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcs.2024.3519984","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059292506","display_name":"Pedro Conde","orcid":"https://orcid.org/0000-0003-0280-6705"},"institutions":[{"id":"https://openalex.org/I4210125590","display_name":"Institute for Systems Engineering and Computers","ror":"https://ror.org/033wn8m60","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Pedro Conde","raw_affiliation_strings":["Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Coimbra, Portugal","Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Portugal"],"affiliations":[{"raw_affiliation_string":"Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]},{"raw_affiliation_string":"Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055542939","display_name":"Rui L. Lopes","orcid":"https://orcid.org/0000-0002-1579-1330"},"institutions":[{"id":"https://openalex.org/I188522409","display_name":"Critical Software (Portugal)","ror":"https://ror.org/03er2hr05","country_code":"PT","type":"company","lineage":["https://openalex.org/I188522409"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Rui L. Lopes","raw_affiliation_strings":["Critical Software, Coimbra, S.A., Portugal","Critical Software, S.A"],"affiliations":[{"raw_affiliation_string":"Critical Software, Coimbra, S.A., Portugal","institution_ids":["https://openalex.org/I188522409"]},{"raw_affiliation_string":"Critical Software, S.A","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039508418","display_name":"Cristiano Premebida","orcid":"https://orcid.org/0000-0002-2168-2077"},"institutions":[{"id":"https://openalex.org/I4210125590","display_name":"Institute for Systems Engineering and Computers","ror":"https://ror.org/033wn8m60","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Cristiano Premebida","raw_affiliation_strings":["Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Coimbra, Portugal","Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Portugal"],"affiliations":[{"raw_affiliation_string":"Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]},{"raw_affiliation_string":"Institute of Systems and Robotics, Department of Electrical and Computer Engineering, University of Coimbra, Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5059292506"],"corresponding_institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.3637,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70057101,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"165","last_page":"176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5691999793052673,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5691999793052673,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.710213303565979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6209098696708679},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5082223415374756},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.4830208718776703},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43688058853149414},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4242887496948242},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3283426761627197},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.228758305311203},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15990033745765686}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.710213303565979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6209098696708679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5082223415374756},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.4830208718776703},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43688058853149414},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4242887496948242},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3283426761627197},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.228758305311203},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15990033745765686}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcs.2024.3519984","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2024.3519984","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:09cb24e4b46a4f748b40dbf14c32adce","is_oa":true,"landing_page_url":"https://doaj.org/article/09cb24e4b46a4f748b40dbf14c32adce","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Computer Society, Vol 6, Pp 165-176 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcs.2024.3519984","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2024.3519984","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2012942264","https://openalex.org/W2076904135","https://openalex.org/W2091511254","https://openalex.org/W2098824882","https://openalex.org/W2103346566","https://openalex.org/W2135293965","https://openalex.org/W2170535121","https://openalex.org/W2194775991","https://openalex.org/W2515866431","https://openalex.org/W2592962403","https://openalex.org/W2921054025","https://openalex.org/W2964194231","https://openalex.org/W3021332602","https://openalex.org/W3035711539","https://openalex.org/W3081684346","https://openalex.org/W4212883601","https://openalex.org/W4378192261","https://openalex.org/W6635717444","https://openalex.org/W6636501900","https://openalex.org/W6730042731","https://openalex.org/W6739651123","https://openalex.org/W6762718338","https://openalex.org/W6763087592","https://openalex.org/W6766763711","https://openalex.org/W6767220907","https://openalex.org/W6780891568"],"related_works":["https://openalex.org/W3034338377","https://openalex.org/W2373792516","https://openalex.org/W2364654346","https://openalex.org/W2538183362","https://openalex.org/W2114770238","https://openalex.org/W2365607528","https://openalex.org/W2046724649","https://openalex.org/W4382315444","https://openalex.org/W2555586164","https://openalex.org/W2767178685"],"abstract_inverted_index":{"One":[0],"of":[1,9,19,45,51,56,67,105,129,144,152,168,177],"the":[2,7,17,49,54,58,65,70,102,127,142,154,169],"biggest":[3],"challenges":[4],"when":[5],"considering":[6],"applicability":[8],"Deep":[10],"Learning":[11],"systems":[12],"to":[13,28,37,63,93],"real-world":[14],"problems":[15],"is":[16,150],"possibility":[18],"failure":[20],"in":[21,97,113,164],"<italic":[22,80,85,114,118],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[23,81,86,115,119],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">critical</i>":[24],"situations.":[25],"Possible":[26],"strategies":[27,148],"tackle":[29],"this":[30,43],"problem":[31],"are":[32,121,172],"two-fold:":[33],"(i)":[34],"models":[35,59,77],"need":[36],"be":[38,61,79],"highly":[39],"accurate,":[40],"consequently":[41],"reducing":[42],"risk":[44,55],"failure;":[46],"(ii)":[47],"facing":[48],"impossibility":[50],"completely":[52],"eliminating":[53],"error,":[57],"should":[60,78],"able":[62],"inform":[64],"level":[66],"uncertainty":[68],"at":[69],"prediction":[71,91],"level.":[72],"As":[73],"such,":[74],"state-of-the-art":[75,192],"DL":[76],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">accurate</i>":[82],"and":[83,117,186],"also":[84,161],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">calibrated</i>,":[87],"meaning":[88],"that":[89,100,111,137],"each":[90],"has":[92],"codify":[94],"its":[95],"confidence/uncertainty":[96],"a":[98,133,175],"way":[99],"approximates":[101],"true":[103],"likelihood":[104],"correctness.":[106],"Nonetheless,":[107],"relevant":[108],"literature":[109],"shows":[110],"improvements":[112,163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">accuracy</i>":[116],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">calibration</i>":[120],"not":[122],"usually":[123],"related.":[124],"This":[125],"motivates":[126],"development":[128],"Agreement-Driven":[130],"Dynamic":[131],"Ensemble,":[132],"deep":[134],"ensemble":[135,147],"method":[136],"-":[138,149],"by":[139],"dynamically":[140],"combining":[141],"advantages":[143],"two":[145,181],"different":[146,182,188],"capable":[151],"achieving":[153],"highest":[155],"possible":[156],"accuracy":[157],"values":[158],"while":[159],"obtaining":[160],"substantial":[162],"calibration.":[165],"The":[166],"merits":[167],"proposed":[170],"algorithm":[171],"shown":[173],"through":[174],"series":[176],"representative":[178],"experiments,":[179],"leveraging":[180],"neural":[183],"network":[184],"architectures":[185],"three":[187],"datasets":[189],"against":[190],"multiple":[191],"baselines.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}