{"id":"https://openalex.org/W4206335083","doi":"https://doi.org/10.47120/npl.ms34","title":"Uncertainty evaluation for machine learning","display_name":"Uncertainty evaluation for machine learning","publication_year":2022,"publication_date":"2022-01-11","ids":{"openalex":"https://openalex.org/W4206335083","doi":"https://doi.org/10.47120/npl.ms34"},"language":"en","primary_location":{"id":"doi:10.47120/npl.ms34","doi":"https://doi.org/10.47120/npl.ms34","is_oa":true,"landing_page_url":"https://doi.org/10.47120/npl.ms34","pdf_url":"http://eprintspublications.npl.co.uk/9306/1/MS34.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"National Physical Laboratory","raw_type":"report"},"volume":null,"type":"report","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://eprintspublications.npl.co.uk/9306/1/MS34.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"A Thompson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I134421475","display_name":"National Physical Laboratory","ror":"https://ror.org/015w2mp89","country_code":"GB","type":"facility","lineage":["https://openalex.org/I134421475"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"A Thompson","raw_affiliation_strings":["Data Science","National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science","institution_ids":[]},{"raw_affiliation_string":"National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW","institution_ids":["https://openalex.org/I134421475"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087619498","display_name":"K Jagan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I134421475","display_name":"National Physical Laboratory","ror":"https://ror.org/015w2mp89","country_code":"GB","type":"facility","lineage":["https://openalex.org/I134421475"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"K Jagan","raw_affiliation_strings":["Data Science","National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science","institution_ids":[]},{"raw_affiliation_string":"National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW","institution_ids":["https://openalex.org/I134421475"]}]},{"author_position":"middle","author":{"id":null,"display_name":"A Sundar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I134421475","display_name":"National Physical Laboratory","ror":"https://ror.org/015w2mp89","country_code":"GB","type":"facility","lineage":["https://openalex.org/I134421475"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"A Sundar","raw_affiliation_strings":["Data Science","National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science","institution_ids":[]},{"raw_affiliation_string":"National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW","institution_ids":["https://openalex.org/I134421475"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009769378","display_name":"Rahul Khatry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I134421475","display_name":"National Physical Laboratory","ror":"https://ror.org/015w2mp89","country_code":"GB","type":"facility","lineage":["https://openalex.org/I134421475"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"R Khatry","raw_affiliation_strings":["Data Science","National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science","institution_ids":[]},{"raw_affiliation_string":"National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW","institution_ids":["https://openalex.org/I134421475"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064951474","display_name":"J Donlevy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I134421475","display_name":"National Physical Laboratory","ror":"https://ror.org/015w2mp89","country_code":"GB","type":"facility","lineage":["https://openalex.org/I134421475"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"J Donlevy","raw_affiliation_strings":["Data Science","National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science","institution_ids":[]},{"raw_affiliation_string":"National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW","institution_ids":["https://openalex.org/I134421475"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025580494","display_name":"Spencer A. Thomas","orcid":"https://orcid.org/0000-0002-9260-1561","observed_orcids":["https://orcid.org/0000-0002-9260-1561"]},"institutions":[{"id":"https://openalex.org/I134421475","display_name":"National Physical Laboratory","ror":"https://ror.org/015w2mp89","country_code":"GB","type":"facility","lineage":["https://openalex.org/I134421475"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"S Thomas","raw_affiliation_strings":["Data Science","National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science","institution_ids":[]},{"raw_affiliation_string":"National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW","institution_ids":["https://openalex.org/I134421475"]}]},{"author_position":"last","author":{"id":null,"display_name":"P Harris","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I134421475","display_name":"National Physical Laboratory","ror":"https://ror.org/015w2mp89","country_code":"GB","type":"facility","lineage":["https://openalex.org/I134421475"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"P Harris","raw_affiliation_strings":["Data Science","National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science","institution_ids":[]},{"raw_affiliation_string":"National Physical Laboratory Hampton Road, Teddington, Middlesex, TW11 0LW","institution_ids":["https://openalex.org/I134421475"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I134421475"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11890","display_name":"Scientific Measurement and Uncertainty Evaluation","score":0.6089000105857849,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11890","display_name":"Scientific Measurement and Uncertainty Evaluation","score":0.6089000105857849,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.3521000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.020600000396370888,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"uncertainty quantification","score":0.8119999766349792},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"regression analysis","score":0.6589999794960022},{"id":"https://openalex.org/keywords/metrology","display_name":"metrology","score":0.843999981880188},{"id":"https://openalex.org/keywords/gaussian-processes","display_name":"Gaussian processes","score":0.9599999785423279},{"id":"https://openalex.org/keywords/monte-carlo-dropout","display_name":"Monte Carlo dropout","score":0.9559999704360962},{"id":"https://openalex.org/keywords/ensemble-deep-learning","display_name":"ensemble deep learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/measurement-uncertainty","display_name":"measurement uncertainty","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5481489300727844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47158586978912354},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44100359082221985}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.47120/npl.ms34","doi":"https://doi.org/10.47120/npl.ms34","is_oa":true,"landing_page_url":"https://doi.org/10.47120/npl.ms34","pdf_url":"http://eprintspublications.npl.co.uk/9306/1/MS34.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"National Physical Laboratory","raw_type":"report"}],"best_oa_location":{"id":"doi:10.47120/npl.ms34","doi":"https://doi.org/10.47120/npl.ms34","is_oa":true,"landing_page_url":"https://doi.org/10.47120/npl.ms34","pdf_url":"http://eprintspublications.npl.co.uk/9306/1/MS34.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"National Physical Laboratory","raw_type":"report"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320314707","display_name":"Government of the United Kingdom","ror":"https://ror.org/05wnh3t63"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4206335083.pdf","grobid_xml":"https://content.openalex.org/works/W4206335083.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1502922572","https://openalex.org/W1512882103","https://openalex.org/W1522301498","https://openalex.org/W1554253427","https://openalex.org/W1554944419","https://openalex.org/W1562540345","https://openalex.org/W1619787994","https://openalex.org/W1719489212","https://openalex.org/W1836465849","https://openalex.org/W1866206747","https://openalex.org/W1938429788","https://openalex.org/W1945616565","https://openalex.org/W1972095854","https://openalex.org/W2011432097","https://openalex.org/W2026684516","https://openalex.org/W2028911821","https://openalex.org/W2034978228","https://openalex.org/W2045656233","https://openalex.org/W2055825262","https://openalex.org/W2058701836","https://openalex.org/W2072436171","https://openalex.org/W2079615115","https://openalex.org/W2095705004","https://openalex.org/W2101350696","https://openalex.org/W2104533781","https://openalex.org/W2108677974","https://openalex.org/W2161767008","https://openalex.org/W2167433878","https://openalex.org/W2170078560","https://openalex.org/W2171033594","https://openalex.org/W2178783647","https://openalex.org/W2560321925","https://openalex.org/W2588704521","https://openalex.org/W2600383743","https://openalex.org/W2621414589","https://openalex.org/W2793280931","https://openalex.org/W2794354431","https://openalex.org/W2810469995","https://openalex.org/W2904635910","https://openalex.org/W2908900386","https://openalex.org/W2912168444","https://openalex.org/W2944176689","https://openalex.org/W2946063682","https://openalex.org/W2951266961","https://openalex.org/W2956805085","https://openalex.org/W3000508506","https://openalex.org/W3014596384","https://openalex.org/W3102100346","https://openalex.org/W3102961490","https://openalex.org/W3161263366","https://openalex.org/W3172057710","https://openalex.org/W4255274993","https://openalex.org/W4392577385","https://openalex.org/W4398234980"],"related_works":["https://openalex.org/W4394948261","https://openalex.org/W7164906296","https://openalex.org/W7203822076","https://openalex.org/W3037476440","https://openalex.org/W2947216528","https://openalex.org/W3167433447","https://openalex.org/W2002859778","https://openalex.org/W4293250286","https://openalex.org/W7152128818","https://openalex.org/W3164646500"],"abstract_inverted_index":{"We":[0,12,25,80],"explore":[1],"the":[2,74,85],"challenge":[3],"of":[4,31,57],"uncertainty":[5,63],"evaluation":[6,64],"in":[7,21,65],"machine":[8,37,66],"learning":[9,38,67],"regression":[10,17,68],"problems.":[11],"begin":[13],"by":[14,82],"outlining":[15],"how":[16,84],"problems":[18],"typically":[19],"arise":[20],"a":[22,28,55],"metrology":[23,58],"setting.":[24],"then":[26],"perform":[27],"numerical":[29],"investigation":[30],"three":[32,75],"methods":[33,61,76],"for":[34,62,98],"performing":[35],"uncertainty-aware":[36],"regression,":[39],"namely":[40],"Gaussian":[41],"Processes":[42],"(GPs),":[43],"Monte-Carlo":[44],"Dropout":[45],"and":[46,71],"Deep":[47],"Ensembles.":[48],"Based":[49],"upon":[50],"our":[51],"investigations,":[52],"we":[53,72],"identify":[54],"list":[56],"requirements":[59,86],"that":[60],"must":[69],"satisfy,":[70],"evaluate":[73],"against":[77],"these":[78],"requirements.":[79],"conclude":[81],"describing":[83],"give":[87],"rise":[88],"naturally":[89],"to":[90],"several":[91],"open":[92],"challenges":[93],"which":[94],"constitute":[95],"an":[96],"agenda":[97],"future":[99],"work.":[100]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2022-01-25T00:00:00"}