{"id":"https://openalex.org/W3003199999","doi":"https://doi.org/10.17863/cam.45912","title":"Uncertainty Estimation in Deep Learning with application to Spoken Language Assessment","display_name":"Uncertainty Estimation in Deep Learning with application to Spoken Language Assessment","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W3003199999","doi":"https://doi.org/10.17863/cam.45912","mag":"3003199999"},"language":"en","primary_location":{"id":"pmh:oai:www.repository.cam.ac.uk:1810/298857","doi":null,"is_oa":false,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/298857","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.17863/cam.45912","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080001860","display_name":"Andrey Malinin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Malinin, Andrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5080001860"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.899399995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.899399995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.04540000110864639,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.9919999837875366},{"id":"https://openalex.org/keywords/ensemble-uncertainty","display_name":"ensemble uncertainty","score":0.4269999861717224},{"id":"https://openalex.org/keywords/out-of-distribution-detection","display_name":"out-of-distribution detection","score":0.8690000176429749},{"id":"https://openalex.org/keywords/monte-carlo-dropout","display_name":"Monte Carlo dropout","score":0.8270000219345093},{"id":"https://openalex.org/keywords/misclassification-detection","display_name":"misclassification detection","score":0.6349999904632568}],"concepts":[{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.6276942491531372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5841768980026245},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5517397522926331},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5293890833854675},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5188502073287964},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48648661375045776},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3792506456375122},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36706972122192383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14675363898277283},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:www.repository.cam.ac.uk:1810/298857","doi":null,"is_oa":false,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/298857","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"doi:10.17863/cam.45912","doi":"https://doi.org/10.17863/cam.45912","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.45912","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:3003199999","doi":null,"is_oa":false,"landing_page_url":"https://ethos.bl.uk/OrderDetails.do?uin=uk.bl.ethos.792967","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.17863/cam.45912","doi":"https://doi.org/10.17863/cam.45912","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.45912","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2996246027","https://openalex.org/W2739575494","https://openalex.org/W3096582851","https://openalex.org/W3048139405","https://openalex.org/W2898466971","https://openalex.org/W3208097898","https://openalex.org/W4225373549","https://openalex.org/W4415286576","https://openalex.org/W3112594655","https://openalex.org/W3035898727"],"abstract_inverted_index":{"Since":[0],"convolutional":[1],"neural":[2,37,146],"networks":[3,38],"(CNNs)":[4],"achieved":[5],"top":[6],"performance":[7],"on":[8,198,215,297],"the":[9,18,75,94,101,157,167,181,216,223,238,263,283,287,298],"ImageNet":[10],"task":[11,217,299],"in":[12,57,61,84,93,116,162,282],"2012,":[13],"deep":[14,229],"learning":[15,230],"has":[16],"become":[17],"preferred":[19],"approach":[20],"to":[21,40,48,63,72,136,153,188,207,237,292,303],"addressing":[22],"computer":[23],"vision,":[24],"natural":[25],"language":[26,246],"processing,":[27],"speech":[28],"recognition":[29],"and":[30,52,92,97,111,118,170,185,231,252,265,280,295,309],"bio-informatics":[31],"tasks.":[32],"However,":[33],"despite":[34],"impressive":[35],"performance,":[36],"tend":[39],"make":[41],"over-confident":[42],"predictions.":[43],"Thus,":[44,177],"it":[45],"is":[46,70,80,114,130],"necessary":[47],"investigate":[49],"robust,":[50],"interpretable":[51],"tractable":[53],"estimates":[54],"of":[55,77,104,122,140,151,172,174,183,218,226,240,243,286,300],"uncertainty":[56,107,125,152,232,277],"a":[58,119,143,199],"model's":[59],"predictions":[60,302],"order":[62],"construct":[64],"safer":[65],"Machine":[66],"Learning":[67],"systems.":[68],"This":[69],"crucial":[71],"applications":[73],"where":[74,203],"cost":[76],"an":[78,138],"error":[79],"high,":[81],"such":[82,211],"as":[83,161,212],"autonomous":[85],"vehicle":[86],"control,":[87],"high-stakes":[88],"automatic":[89,241],"proficiency":[90],"assessment":[91,242,256],"medical,":[95],"financial":[96],"legal":[98],"fields.":[99],"In":[100,191,222],"first":[102,284],"part":[103,225],"this":[105,192,227],"thesis":[106,193,228,288],"estimation":[108,233,278],"via":[109],"ensemble":[110,139,184],"single-model":[112,175,186],"approaches":[113,187,234,275],"discussed":[115,279],"detail":[117],"new":[120],"class":[121],"models":[123,141,294],"for":[124,276],"estimation,":[126],"called":[127],"$\\textit{Prior":[128],"Networks}$,":[129],"proposed.":[131],"Prior":[132,178,194],"Networks":[133,179,195],"are":[134,196,205,235,258,289],"able":[135],"$\\textit{emulate}$":[137],"using":[142,260],"single":[144],"deterministic":[145],"network,":[147],"which":[148],"allows":[149],"sources":[150],"be":[154,304],"determined":[155],"within":[156],"same":[158],"probabilistic":[159],"framework":[160],"ensemble-based":[163],"approaches,":[164,210],"but":[165],"with":[166],"computational":[168],"simplicity":[169],"ease":[171],"training":[173],"approaches.":[176],"combine":[180],"advantages":[182],"estimating":[189],"uncertainty.":[190],"evaluated":[197,281],"range":[200],"classification":[201],"datasets,":[202],"they":[204],"shown":[206],"outperform":[208],"baseline":[209],"Monte-Carlo":[213],"dropout,":[214],"detecting":[219,310],"out-of-distribution":[220],"inputs.":[221],"second":[224],"applied":[236,291],"area":[239],"non-native":[244],"spoken":[245,253],"proficiency.":[247],"Specifically":[248],"deep-learning":[249],"based":[250],"graders":[251],"response":[254],"relevance":[255],"systems":[257],"constructed":[259],"data":[261],"from":[262],"BULATS":[264],"LinguaSkill":[266],"exams,":[267],"provided":[268],"by":[269,306],"Cambridge":[270],"English":[271],"Language":[272],"Assessment.":[273],"Baseline":[274],"half":[285],"then":[290],"these":[293],"assessed":[296],"rejecting":[301],"graded":[305],"human":[307],"examiners":[308],"misclassifications.":[311]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":2}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2020-02-07T00:00:00"}