{"id":"https://openalex.org/W4226294265","doi":"https://doi.org/10.1109/access.2022.3168734","title":"Benchmarking Scalable Predictive Uncertainty in Text Classification","display_name":"Benchmarking Scalable Predictive Uncertainty in Text Classification","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226294265","doi":"https://doi.org/10.1109/access.2022.3168734"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3168734","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3168734","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09761166.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09761166.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021994697","display_name":"Jordy Van Landeghem","orcid":"https://orcid.org/0000-0002-9838-3024"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Jordy Van Landeghem","raw_affiliation_strings":["Department of Computer Science, KU Leuven, Leuven, LIIR, Belgium","ORCiD"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, KU Leuven, Leuven, LIIR, Belgium","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077783791","display_name":"Matthew B. Blaschko","orcid":"https://orcid.org/0000-0002-2640-181X"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Matthew Blaschko","raw_affiliation_strings":["Department of Electrical Engineering, ESAT-PSI, KU Leuven, Leuven, Belgium","ORCiD"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, ESAT-PSI, KU Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029431837","display_name":"Bertrand Anckaert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bertrand Anckaert","raw_affiliation_strings":["Contract.fit, Deinze, Belgium"],"affiliations":[{"raw_affiliation_string":"Contract.fit, Deinze, Belgium","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075796989","display_name":"Marie\u2010Francine Moens","orcid":"https://orcid.org/0000-0002-3732-9323"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Marie-Francine Moens","raw_affiliation_strings":["Department of Computer Science, KU Leuven, Leuven, LIIR, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, KU Leuven, Leuven, LIIR, Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021994697"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.379,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83829334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"43703","last_page":"43737"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6513833999633789},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6390211582183838},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5833225250244141},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5487306118011475},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4847569167613983},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.4133099615573883},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.12184914946556091}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6513833999633789},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6390211582183838},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5833225250244141},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5487306118011475},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4847569167613983},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.4133099615573883},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12184914946556091},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3168734","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3168734","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09761166.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/694655","is_oa":false,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/694655","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Ieee Access, vol. 10","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:66fd157465f1414db901caaee45a3f40","is_oa":true,"landing_page_url":"https://doaj.org/article/66fd157465f1414db901caaee45a3f40","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 43703-43737 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3168734","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3168734","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09761166.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8243135175","display_name":null,"funder_award_id":"HBC.2019.2604","funder_id":"https://openalex.org/F4320313460","funder_display_name":"Agentschap Innoveren en Ondernemen"}],"funders":[{"id":"https://openalex.org/F4320313460","display_name":"Agentschap Innoveren en Ondernemen","ror":"https://ror.org/032xdry56"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226294265.pdf","grobid_xml":"https://content.openalex.org/works/W4226294265.grobid-xml"},"referenced_works_count":168,"referenced_works":["https://openalex.org/W29489373","https://openalex.org/W56903235","https://openalex.org/W1493526108","https://openalex.org/W1531060698","https://openalex.org/W1534417711","https://openalex.org/W1565746575","https://openalex.org/W1567512734","https://openalex.org/W1569704244","https://openalex.org/W1599263113","https://openalex.org/W1719489212","https://openalex.org/W1731081199","https://openalex.org/W1832693441","https://openalex.org/W1945616565","https://openalex.org/W1995875735","https://openalex.org/W2012942264","https://openalex.org/W2028138594","https://openalex.org/W2031489346","https://openalex.org/W2034368206","https://openalex.org/W2047229728","https://openalex.org/W2073241381","https://openalex.org/W2080756387","https://openalex.org/W2094934653","https://openalex.org/W2095345875","https://openalex.org/W2095705004","https://openalex.org/W2115627867","https://openalex.org/W2117670920","https://openalex.org/W2130416410","https://openalex.org/W2139701068","https://openalex.org/W2142972908","https://openalex.org/W2155822698","https://openalex.org/W2158471180","https://openalex.org/W2254249950","https://openalex.org/W2462906003","https://openalex.org/W2514769532","https://openalex.org/W2901746906","https://openalex.org/W2921317107","https://openalex.org/W2951965145","https://openalex.org/W2962736243","https://openalex.org/W2963083845","https://openalex.org/W2963463240","https://openalex.org/W2963518130","https://openalex.org/W2963636167","https://openalex.org/W2964030506","https://openalex.org/W2964348886","https://openalex.org/W2965563166","https://openalex.org/W2965711922","https://openalex.org/W2980708516","https://openalex.org/W2985479581","https://openalex.org/W2986193249","https://openalex.org/W2992525328","https://openalex.org/W2994758236","https://openalex.org/W2994795100","https://openalex.org/W2997129641","https://openalex.org/W3003921671","https://openalex.org/W3007501395","https://openalex.org/W3014339631","https://openalex.org/W3014596384","https://openalex.org/W3018268080","https://openalex.org/W3034408878","https://openalex.org/W3035032669","https://openalex.org/W3035431747","https://openalex.org/W3035542331","https://openalex.org/W3035711539","https://openalex.org/W3035791314","https://openalex.org/W3037355691","https://openalex.org/W3037585139","https://openalex.org/W3038024236","https://openalex.org/W3043426275","https://openalex.org/W3044129898","https://openalex.org/W3101782842","https://openalex.org/W3102100346","https://openalex.org/W3106868169","https://openalex.org/W3113374047","https://openalex.org/W3114610051","https://openalex.org/W3134774296","https://openalex.org/W3135893734","https://openalex.org/W3151462836","https://openalex.org/W3159054876","https://openalex.org/W3161916718","https://openalex.org/W3164731060","https://openalex.org/W3183048323","https://openalex.org/W3188960136","https://openalex.org/W4287726214","https://openalex.org/W4289752762","https://openalex.org/W4297789735","https://openalex.org/W4297807150","https://openalex.org/W4300126339","https://openalex.org/W6602333299","https://openalex.org/W6605350208","https://openalex.org/W6635252591","https://openalex.org/W6635452772","https://openalex.org/W6635952097","https://openalex.org/W6640425456","https://openalex.org/W6674330103","https://openalex.org/W6675415620","https://openalex.org/W6677107029","https://openalex.org/W6679154154","https://openalex.org/W6681151457","https://openalex.org/W6683304690","https://openalex.org/W6684149856","https://openalex.org/W6684642658","https://openalex.org/W6688533166","https://openalex.org/W6718836005","https://openalex.org/W6726497184","https://openalex.org/W6726560310","https://openalex.org/W6728622933","https://openalex.org/W6730042731","https://openalex.org/W6737496325","https://openalex.org/W6738348428","https://openalex.org/W6739651123","https://openalex.org/W6739901393","https://openalex.org/W6743806954","https://openalex.org/W6745891213","https://openalex.org/W6747381837","https://openalex.org/W6748173244","https://openalex.org/W6748724315","https://openalex.org/W6748758124","https://openalex.org/W6751681338","https://openalex.org/W6752373450","https://openalex.org/W6752554729","https://openalex.org/W6753255138","https://openalex.org/W6753565081","https://openalex.org/W6755207826","https://openalex.org/W6755655770","https://openalex.org/W6755672337","https://openalex.org/W6756723863","https://openalex.org/W6757074599","https://openalex.org/W6757817989","https://openalex.org/W6758854563","https://openalex.org/W6760310830","https://openalex.org/W6760967907","https://openalex.org/W6761586423","https://openalex.org/W6762187592","https://openalex.org/W6763087592","https://openalex.org/W6764243271","https://openalex.org/W6764562735","https://openalex.org/W6765655760","https://openalex.org/W6766763711","https://openalex.org/W6767099221","https://openalex.org/W6767220907","https://openalex.org/W6767915748","https://openalex.org/W6768581196","https://openalex.org/W6769748853","https://openalex.org/W6771378952","https://openalex.org/W6771412588","https://openalex.org/W6771457121","https://openalex.org/W6771574350","https://openalex.org/W6771910467","https://openalex.org/W6772354624","https://openalex.org/W6772727464","https://openalex.org/W6773104461","https://openalex.org/W6773496015","https://openalex.org/W6774386881","https://openalex.org/W6779240158","https://openalex.org/W6779463425","https://openalex.org/W6779600923","https://openalex.org/W6779643478","https://openalex.org/W6779886001","https://openalex.org/W6781089574","https://openalex.org/W6781182540","https://openalex.org/W6783815107","https://openalex.org/W6784323503","https://openalex.org/W6786576763","https://openalex.org/W6788759099","https://openalex.org/W6789514664","https://openalex.org/W6791644237","https://openalex.org/W6793289451","https://openalex.org/W6794739717"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"the":[3,102,147,154,182],"question":[4],"of":[5,112,125,149,184],"how":[6,95],"predictive":[7],"uncertainty":[8,49,81],"methods":[9,100],"perform":[10],"in":[11,13,41,171,178],"practice":[12],"Natural":[14],"Language":[15],"Processing,":[16],"specifically":[17],"multi-class":[18],"and":[19,32,63,97,131,162],"multi-label":[20],"text":[21,38,155],"classification.":[22],"We":[23,78,105,169],"conduct":[24],"benchmarking":[25],"experiments":[26],"with":[27,117],"1-D":[28],"convolutional":[29],"neural":[30],"networks":[31],"pre-trained":[33,174],"transformers":[34,175],"on":[35,94],"six":[36],"real-world":[37],"classification":[39,156],"datasets":[40],"which":[42,160],"we":[43],"empirically":[44],"investigate":[45],"why":[46],"popular":[47],"scalable":[48],"estimation":[50,82],"strategies":[51],"(":[52,66],"<italic":[53,58,67,71,113,118],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[54,59,68,72,114,119],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Monte-Carlo":[55],"Dropout</i>":[56,74,121],",":[57,70,122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Deep":[60,115],"Ensemble</i>":[61,116],")":[62,75],"notable":[64],"extensions":[65],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Heteroscedastic</i>":[69],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Concrete":[73,120],"underestimate":[76],"uncertainty.":[77],"motivate":[79],"that":[80,107,173],"benefits":[83],"from":[84,190],"combining":[85],"posterior":[86],"approximation":[87],"procedures,":[88],"linking":[89],"it":[90],"to":[91,153],"recent":[92],"research":[93],"ensembles":[96],"variational":[98],"Bayesian":[99],"navigate":[101],"loss":[103],"landscape.":[104],"find":[106],"our":[108],"proposed":[109],"method":[110],"combination":[111],"by":[123],"analysis":[124],"in-":[126],"domain":[127],"calibration,":[128],"cross-domain":[129],"classification,":[130],"novel":[132,191],"class":[133],"robustness,":[134],"demonstrates":[135],"superior":[136],"performance,":[137],"even":[138],"at":[139,158],"a":[140],"smaller":[141],"ensemble":[142,165],"size.":[143],"Our":[144],"results":[145],"corroborate":[146],"importance":[148],"fine-tuning":[150],"dropout":[151],"rate":[152],"task":[157],"hand,":[159],"individually":[161],"as":[163],"an":[164],"impacts":[166],"model":[167],"robustness.":[168],"observe":[170],"ablation":[172],"severely":[176],"underperform":[177],"novelty":[179],"detection,":[180],"limiting":[181],"applicability":[183],"transfer":[185],"learning":[186],"when":[187],"distribution":[188],"shift":[189],"classes":[192],"can":[193],"be":[194],"expected.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}