{"id":"https://openalex.org/W2937523352","doi":"https://doi.org/10.1109/icassp.2019.8683359","title":"Towards Better Confidence Estimation for Neural Models","display_name":"Towards Better Confidence Estimation for Neural Models","publication_year":2019,"publication_date":"2019-04-17","ids":{"openalex":"https://openalex.org/W2937523352","doi":"https://doi.org/10.1109/icassp.2019.8683359","mag":"2937523352"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2019.8683359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683359","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Vishal Thanvantri Vasudevan","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vishal Thanvantri Vasudevan","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California, San Diego, San Diego, California, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, San Diego, San Diego, California, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088302697","display_name":"Abhinav Sethy","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav Sethy","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California, San Diego, San Diego, California, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, San Diego, San Diego, California, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014821893","display_name":"Alireza Roshan Ghias","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alireza Roshan Ghias","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California, San Diego, San Diego, California, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, San Diego, San Diego, California, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":1.7342,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.88511137,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7335","last_page":"7339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9570924043655396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7437689900398254},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.597235381603241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5965003967285156},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5918791890144348},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5582517385482788},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5045152902603149},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.47203221917152405},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4144021272659302},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3581531047821045},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21989011764526367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12916505336761475}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9570924043655396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437689900398254},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.597235381603241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5965003967285156},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5918791890144348},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5582517385482788},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5045152902603149},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.47203221917152405},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4144021272659302},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3581531047821045},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21989011764526367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12916505336761475},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2019.8683359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683359","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1531131521","https://openalex.org/W2064675550","https://openalex.org/W2115482536","https://openalex.org/W2133564696","https://openalex.org/W2295598076","https://openalex.org/W2531327146","https://openalex.org/W2572102653","https://openalex.org/W2606974598","https://openalex.org/W2626967530","https://openalex.org/W2803756472","https://openalex.org/W2804444916","https://openalex.org/W2962910139","https://openalex.org/W2963238274","https://openalex.org/W2963366552","https://openalex.org/W2963675284","https://openalex.org/W2964201905","https://openalex.org/W2964212410","https://openalex.org/W2964308564","https://openalex.org/W3102476541","https://openalex.org/W4297801368","https://openalex.org/W6631690168","https://openalex.org/W6679434410","https://openalex.org/W6728622933","https://openalex.org/W6730042731","https://openalex.org/W6739651123","https://openalex.org/W6748641889","https://openalex.org/W6751875816"],"related_works":["https://openalex.org/W2743258233","https://openalex.org/W4307834408","https://openalex.org/W4320925816","https://openalex.org/W3208883981","https://openalex.org/W2997969508","https://openalex.org/W2921182884","https://openalex.org/W4211165872","https://openalex.org/W2938746851","https://openalex.org/W4321091470","https://openalex.org/W4295681619"],"abstract_inverted_index":{"In":[0,55],"this":[1,56,121],"work":[2],"we":[3,58,118],"focus":[4],"on":[5],"confidence":[6,32,100,124],"modeling":[7],"for":[8,130],"neural":[9,35],"network":[10,36],"based":[11,74],"text":[12],"classification":[13,132],"and":[14,72,80],"sequence":[15,17],"to":[16,97,135],"models":[18],"in":[19,38],"the":[20,31,47,84,105,112,136],"context":[21],"of":[22,33,46,86,107],"Natural":[23],"Language":[24],"Understanding":[25],"(NLU)":[26],"tasks.":[27,116],"For":[28],"most":[29],"applications,":[30],"a":[34,44,52,90],"model":[37,78],"it's":[39],"output":[40],"is":[41],"computed":[42],"as":[43],"function":[45],"posterior":[48],"probability,":[49],"determined":[50],"via":[51],"softmax":[53],"layer.":[54],"work,":[57],"show":[59,119],"that":[60,76,104,120],"such":[61],"scores":[62,125],"can":[63],"be":[64],"poorly":[65],"calibrated":[66,99],"[1].":[67],"We":[68,82,102],"propose":[69],"new":[70],"ensemble":[71],"gradient":[73,91],"features":[75,88],"predict":[77],"uncertainty":[79],"confidence.":[81],"evaluate":[83],"impact":[85],"these":[87],"through":[89],"boosted":[92],"decision":[93],"tree":[94],"(GBDT)":[95],"framework":[96],"produce":[98],"scores.":[101],"demonstrate":[103],"performance":[106],"our":[108],"proposed":[109],"approach":[110],"surpasses":[111],"baseline":[113],"across":[114],"multiple":[115],"Moreover,":[117],"method":[122],"produces":[123],"which":[126],"are":[127],"better":[128],"suited":[129],"Out-Of-Distribution(OOD)":[131],"when":[133],"compared":[134],"baseline.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}