{"id":"https://openalex.org/W1963934847","doi":"https://doi.org/10.1109/icra.2013.6631221","title":"Knowing when we don't know: Introspective classification for mission-critical decision making","display_name":"Knowing when we don't know: Introspective classification for mission-critical decision making","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W1963934847","doi":"https://doi.org/10.1109/icra.2013.6631221","mag":"1963934847"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2013.6631221","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631221","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027150082","display_name":"Hugo Grimmett","orcid":null},"institutions":[{"id":"https://openalex.org/I2802123492","display_name":"Oxford Research Group","ror":"https://ror.org/00z4w4f29","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2802123492"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hugo Grimmett","raw_affiliation_strings":["Mobile Robotics Group, University of Oxford, UK","[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mobile Robotics Group, University of Oxford, UK","institution_ids":["https://openalex.org/I2802123492","https://openalex.org/I40120149"]},{"raw_affiliation_string":"[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002249903","display_name":"Rohan Paul","orcid":"https://orcid.org/0000-0002-6733-1766"},"institutions":[{"id":"https://openalex.org/I2802123492","display_name":"Oxford Research Group","ror":"https://ror.org/00z4w4f29","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2802123492"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rohan Paul","raw_affiliation_strings":["Mobile Robotics Group, University of Oxford, UK","[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mobile Robotics Group, University of Oxford, UK","institution_ids":["https://openalex.org/I2802123492","https://openalex.org/I40120149"]},{"raw_affiliation_string":"[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050478468","display_name":"Rudolph Triebel","orcid":"https://orcid.org/0000-0002-7975-036X"},"institutions":[{"id":"https://openalex.org/I2802123492","display_name":"Oxford Research Group","ror":"https://ror.org/00z4w4f29","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2802123492"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rudolph Triebel","raw_affiliation_strings":["Mobile Robotics Group, University of Oxford, UK","[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mobile Robotics Group, University of Oxford, UK","institution_ids":["https://openalex.org/I2802123492","https://openalex.org/I40120149"]},{"raw_affiliation_string":"[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027013897","display_name":"Ingmar Posner","orcid":"https://orcid.org/0000-0001-6270-700X"},"institutions":[{"id":"https://openalex.org/I2802123492","display_name":"Oxford Research Group","ror":"https://ror.org/00z4w4f29","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2802123492"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ingmar Posner","raw_affiliation_strings":["Mobile Robotics Group, University of Oxford, UK","[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mobile Robotics Group, University of Oxford, UK","institution_ids":["https://openalex.org/I2802123492","https://openalex.org/I40120149"]},{"raw_affiliation_string":"[Mobile Robot. Group, Univ. of Oxford, Oxford, UK]","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6609,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.94342963,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":null,"first_page":"4531","last_page":"4538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8101759552955627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7268429398536682},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7115268111228943},{"id":"https://openalex.org/keywords/introspection","display_name":"Introspection","score":0.6792412400245667},{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.5885376930236816},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5780799984931946},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.5700010657310486},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5647258758544922},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.44886884093284607},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.21538972854614258}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8101759552955627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7268429398536682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7115268111228943},{"id":"https://openalex.org/C129671850","wikidata":"https://www.wikidata.org/wiki/Q210501","display_name":"Introspection","level":2,"score":0.6792412400245667},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.5885376930236816},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5780799984931946},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.5700010657310486},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5647258758544922},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.44886884093284607},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.21538972854614258},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2013.6631221","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631221","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G373928678","display_name":null,"funder_award_id":"EP/J012017/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6834514017","display_name":null,"funder_award_id":"EP/I005021/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1481261821","https://openalex.org/W1576360539","https://openalex.org/W1618905105","https://openalex.org/W1746819321","https://openalex.org/W1934021597","https://openalex.org/W1975045902","https://openalex.org/W1982082392","https://openalex.org/W2000321478","https://openalex.org/W2003768689","https://openalex.org/W2024046085","https://openalex.org/W2027248184","https://openalex.org/W2046715600","https://openalex.org/W2054389289","https://openalex.org/W2067713319","https://openalex.org/W2098742124","https://openalex.org/W2107386393","https://openalex.org/W2115703234","https://openalex.org/W2117063635","https://openalex.org/W2119203353","https://openalex.org/W2124244761","https://openalex.org/W2139212933","https://openalex.org/W2139878041","https://openalex.org/W2153635508","https://openalex.org/W2154844948","https://openalex.org/W2159680539","https://openalex.org/W2166704235","https://openalex.org/W2293437554","https://openalex.org/W2296455319","https://openalex.org/W2952240579","https://openalex.org/W4211049957","https://openalex.org/W4236034552","https://openalex.org/W4248302574","https://openalex.org/W4249303080","https://openalex.org/W4285719527","https://openalex.org/W6628774589","https://openalex.org/W6636501900","https://openalex.org/W6640231202","https://openalex.org/W6675823452","https://openalex.org/W6680844304"],"related_works":["https://openalex.org/W4387404794","https://openalex.org/W2380479582","https://openalex.org/W4387405288","https://openalex.org/W4387404506","https://openalex.org/W2084234399","https://openalex.org/W4387405632","https://openalex.org/W2500774003","https://openalex.org/W162955351","https://openalex.org/W3122653712","https://openalex.org/W2072342040"],"abstract_inverted_index":{"Classification":[0],"precision":[1],"and":[2,51,99,118],"recall":[3],"have":[4],"been":[5],"widely":[6],"adopted":[7],"by":[8,67],"roboticists":[9],"as":[10,90,134],"canonical":[11],"metrics":[12,39],"to":[13,36,44,62,77,91,147],"quantify":[14],"the":[15,53,60,74,82],"performance":[16,34,146],"of":[17,55,71,106],"learning":[18],"algorithms.":[19],"This":[20],"paper":[21],"advocates":[22],"that":[23,126],"for":[24,127],"robotics":[25,129],"applications,":[26],"which":[27],"often":[28],"involve":[29],"mission-critical":[30],"decision":[31],"making,":[32],"good":[33],"according":[35],"these":[37],"standard":[38],"is":[40,76],"desirable":[41],"but":[42],"insufficient":[43],"appropriately":[45],"characterise":[46],"system":[47,75],"performance.":[48],"We":[49,86],"introduce":[50],"motivate":[52],"importance":[54],"a":[56,79,104,131,135,138],"classifier's":[57],"introspective":[58,94,140],"capacity:":[59],"ability":[61],"mitigate":[63],"potentially":[64],"overconfident":[65],"classifications":[66],"an":[68,88],"appropriate":[69],"assessment":[70],"how":[72,92],"qualified":[73],"make":[78],"judgement":[80],"on":[81],"current":[83],"test":[84],"datum.":[85],"provide":[87],"intuition":[89],"this":[93],"capacity":[95,141],"can":[96],"be":[97],"achieved":[98],"systematically":[100],"investigate":[101],"it":[102],"in":[103,111],"selection":[105],"classification":[107,145],"frameworks":[108],"commonly":[109],"used":[110],"robotics:":[112],"support":[113],"vector":[114],"machines,":[115],"LogitBoost":[116],"classifiers":[117,121],"Gaussian":[119],"Process":[120],"(GPCs).":[122],"Our":[123],"experiments":[124],"demonstrate":[125],"common":[128],"tasks":[130],"framework":[132],"such":[133],"GPC":[136],"exhibits":[137],"superior":[139],"while":[142],"maintaining":[143],"commensurate":[144],"more":[148],"popular,":[149],"alternative":[150],"approaches.":[151]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}