{"id":"https://openalex.org/W4409887630","doi":"https://doi.org/10.1145/3732794","title":"\u201cA Good Bot Always Knows Its Limitations\u201d: Assessing Autonomous System Decision-Making Competencies through Factorized Machine Self-Confidence","display_name":"\u201cA Good Bot Always Knows Its Limitations\u201d: Assessing Autonomous System Decision-Making Competencies through Factorized Machine Self-Confidence","publication_year":2025,"publication_date":"2025-04-28","ids":{"openalex":"https://openalex.org/W4409887630","doi":"https://doi.org/10.1145/3732794"},"language":"en","primary_location":{"id":"doi:10.1145/3732794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3732794","pdf_url":null,"source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024305967","display_name":"Brett Israelsen","orcid":"https://orcid.org/0000-0003-1602-1685"},"institutions":[{"id":"https://openalex.org/I4210121768","display_name":"Radikal Therapeutics","ror":"https://ror.org/02t4f0726","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121768"]},{"id":"https://openalex.org/I4210133204","display_name":"Knox","ror":"https://ror.org/03d80m334","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133204"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brett Israelsen","raw_affiliation_strings":["RTX Technology Research Center, Hartford, Connecticut, USA","RTX Technology Research Center"],"raw_orcid":"https://orcid.org/0000-0003-1602-1685","affiliations":[{"raw_affiliation_string":"RTX Technology Research Center, Hartford, Connecticut, USA","institution_ids":["https://openalex.org/I4210133204"]},{"raw_affiliation_string":"RTX Technology Research Center","institution_ids":["https://openalex.org/I4210121768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100664008","display_name":"Nisar Ahmed","orcid":"https://orcid.org/0000-0002-7555-5671"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nisar R. Ahmed","raw_affiliation_strings":["Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","Smead Aerospace Engineering Sciences, University of Colorado Boulder"],"raw_orcid":"https://orcid.org/0000-0002-7555-5671","affiliations":[{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049549933","display_name":"Matthew Aitken","orcid":"https://orcid.org/0009-0007-2208-3977"},"institutions":[{"id":"https://openalex.org/I1314596251","display_name":"Allen Institute for Brain Science","ror":"https://ror.org/00dcv1019","country_code":"US","type":"facility","lineage":["https://openalex.org/I1314596251","https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Aitken","raw_affiliation_strings":["Allen Institute for Brain Science, Seattle, Washington, USA","Allen Institute for Brain Science"],"raw_orcid":"https://orcid.org/0009-0007-2208-3977","affiliations":[{"raw_affiliation_string":"Allen Institute for Brain Science, Seattle, Washington, USA","institution_ids":["https://openalex.org/I4210140341","https://openalex.org/I1314596251"]},{"raw_affiliation_string":"Allen Institute for Brain Science","institution_ids":["https://openalex.org/I4210140341","https://openalex.org/I1314596251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021878663","display_name":"Eric W. Frew","orcid":"https://orcid.org/0000-0003-3686-089X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric W. Frew","raw_affiliation_strings":["Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","Smead Aerospace Engineering Sciences, University of Colorado Boulder"],"raw_orcid":"https://orcid.org/0000-0003-3686-089X","affiliations":[{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001670475","display_name":"Dale Lawrence","orcid":"https://orcid.org/0000-0003-3355-5056"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dale A. Lawrence","raw_affiliation_strings":["Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","Smead Aerospace Engineering Sciences, University of Colorado Boulder"],"raw_orcid":"https://orcid.org/0000-0003-3355-5056","affiliations":[{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088395268","display_name":"Brian Argrow","orcid":"https://orcid.org/0000-0001-8400-943X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian M. Argrow","raw_affiliation_strings":["Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","Smead Aerospace Engineering Sciences, University of Colorado Boulder"],"raw_orcid":"https://orcid.org/0000-0001-8400-943X","affiliations":[{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Smead Aerospace Engineering Sciences, University of Colorado Boulder","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024305967"],"corresponding_institution_ids":["https://openalex.org/I4210121768","https://openalex.org/I4210133204"],"apc_list":null,"apc_paid":null,"fwci":7.0629,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96583475,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"14","issue":"4","first_page":"1","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/self-confidence","display_name":"Self-confidence","score":0.6389719247817993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5091533064842224},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5073251128196716},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3522353172302246},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2674091160297394},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14793136715888977}],"concepts":[{"id":"https://openalex.org/C48444904","wikidata":"https://www.wikidata.org/wiki/Q4116378","display_name":"Self-confidence","level":2,"score":0.6389719247817993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5091533064842224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5073251128196716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3522353172302246},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2674091160297394},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14793136715888977}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3732794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3732794","pdf_url":null,"source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W249650263","https://openalex.org/W1173687456","https://openalex.org/W1569187274","https://openalex.org/W1625390266","https://openalex.org/W1925019066","https://openalex.org/W1980505254","https://openalex.org/W1983615453","https://openalex.org/W1987236914","https://openalex.org/W1989912475","https://openalex.org/W1991121124","https://openalex.org/W1995793858","https://openalex.org/W2002035275","https://openalex.org/W2018324255","https://openalex.org/W2022850652","https://openalex.org/W2041946752","https://openalex.org/W2043644439","https://openalex.org/W2044595183","https://openalex.org/W2063052894","https://openalex.org/W2064674934","https://openalex.org/W2067893130","https://openalex.org/W2078931815","https://openalex.org/W2079087023","https://openalex.org/W2079418061","https://openalex.org/W2080252805","https://openalex.org/W2096449640","https://openalex.org/W2112976607","https://openalex.org/W2143760923","https://openalex.org/W2155169482","https://openalex.org/W2158211771","https://openalex.org/W2158741413","https://openalex.org/W2169057037","https://openalex.org/W2178752668","https://openalex.org/W2179596272","https://openalex.org/W2276275277","https://openalex.org/W2330162947","https://openalex.org/W2413495202","https://openalex.org/W2545546008","https://openalex.org/W2561313130","https://openalex.org/W2594035753","https://openalex.org/W2626857346","https://openalex.org/W2735318784","https://openalex.org/W2740720719","https://openalex.org/W2811472820","https://openalex.org/W2884970650","https://openalex.org/W2897798332","https://openalex.org/W2909182198","https://openalex.org/W2939879910","https://openalex.org/W2953448538","https://openalex.org/W2962935959","https://openalex.org/W2964281761","https://openalex.org/W2972464503","https://openalex.org/W2973204678","https://openalex.org/W2997007670","https://openalex.org/W3003167536","https://openalex.org/W3003994825","https://openalex.org/W3043426275","https://openalex.org/W3045453653","https://openalex.org/W3045548659","https://openalex.org/W3098131776","https://openalex.org/W3125312642","https://openalex.org/W3128301189","https://openalex.org/W3132304327","https://openalex.org/W3135575787","https://openalex.org/W3148740559","https://openalex.org/W3211766227","https://openalex.org/W3216065183","https://openalex.org/W4205561327","https://openalex.org/W4205863273","https://openalex.org/W4214717370","https://openalex.org/W4214907476","https://openalex.org/W4224057949","https://openalex.org/W4225603137","https://openalex.org/W4235683296","https://openalex.org/W4248573056","https://openalex.org/W4253015732","https://openalex.org/W4283823808","https://openalex.org/W4285102526","https://openalex.org/W4288083537","https://openalex.org/W4294559022","https://openalex.org/W4309470522","https://openalex.org/W4313007700","https://openalex.org/W4313325089","https://openalex.org/W4323537210","https://openalex.org/W4366225809","https://openalex.org/W4366262984","https://openalex.org/W4366492961","https://openalex.org/W4367628401","https://openalex.org/W4376485257","https://openalex.org/W4383108615","https://openalex.org/W4383108763","https://openalex.org/W4385806718","https://openalex.org/W4386368316","https://openalex.org/W4386820332","https://openalex.org/W4390584860","https://openalex.org/W4391021959","https://openalex.org/W4391758563","https://openalex.org/W4392633415","https://openalex.org/W4392633917","https://openalex.org/W4401416643","https://openalex.org/W4407809931","https://openalex.org/W6684973485","https://openalex.org/W6966847425"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"How":[0],"can":[1,154,187],"intelligent":[2],"machines":[3],"assess":[4],"their":[5],"competency":[6,60,94,142],"to":[7,49,55,137,212,221],"complete":[8],"a":[9,191],"task?":[10],"This":[11,65],"question":[12],"has":[13],"come":[14,129],"into":[15,158],"focus":[16],"for":[17,62,173,190],"autonomous":[18,159],"systems":[19],"that":[20,28,214],"algorithmically":[21],"make":[22],"decisions":[23],"under":[24],"uncertainty.":[25],"We":[26,167],"argue":[27],"machine":[29],"self-confidence\u2014a":[30],"form":[31,79],"of":[32,37,43,70,80,165,193,199,228],"meta-reasoning":[33],"based":[34],"on":[35,74],"self-assessments":[36],"system":[38],"knowledge":[39],"about":[40,51],"the":[41,44,78,81,152,226],"state":[42],"world,":[45],"itself,":[46],"and":[47,52,58,106,124,140,150,161,171,178,183,204],"ability":[48],"reason":[50],"execute":[53],"tasks\u2014leads":[54],"many":[56],"computable":[57],"useful":[59],"indicators":[61,112,164,216],"such":[63],"agents.":[64],"article":[66,230],"presents":[67],"our":[68],"body":[69],"work,":[71],"so":[72],"far,":[73],"this":[75,229],"concept":[76],"in":[77,95,119,135],"Factorized":[82],"Machine":[83],"Self-Confidence":[84],"(FaMSeC)":[85],"framework,":[86],"which":[87],"holistically":[88],"considers":[89],"several":[90],"major":[91],"factors":[92,186],"driving":[93],"algorithmic":[96],"decision-making:":[97],"outcome":[98,181],"assessment,":[99],"solver":[100,184],"quality,":[101,103,105],"model":[102],"alignment":[104],"past":[107],"experience.":[108],"In":[109],"FaMSeC,":[110],"self-confidence":[111],"are":[113,210,231],"derived":[114],"via":[115],"\u201cproblem-solving":[116],"statistics\u201d":[117],"embedded":[118],"Markov":[120,174],"Decision":[121,175],"Process":[122,176],"solvers":[123],"related":[125],"approaches.":[126],"These":[127],"statistics":[128,153],"from":[130],"evaluating":[131],"probabilistic":[132],"exceedance":[133],"margins":[134],"relation":[136],"certain":[138],"outcomes":[139],"associated":[141],"standards":[143],"specified":[144],"by":[145],"an":[146],"evaluator.":[147],"Once":[148],"designed,":[149],"evaluated,":[151],"be":[155,188],"easily":[156],"incorporated":[157],"agents":[160,177],"serve":[162],"as":[163,218],"competency.":[166],"include":[168],"detailed":[169],"descriptions":[170],"examples":[172],"show":[179],"how":[180],"assessment":[182],"quality":[185],"found":[189],"range":[192],"tasking":[194],"contexts":[195],"through":[196],"novel":[197],"use":[198],"meta-utility":[200],"functions,":[201],"behavior":[202],"simulations,":[203],"surrogate":[205],"prediction":[206],"models.":[207],"Numerical":[208],"evaluations":[209],"performed":[211],"demonstrate":[213],"FaMSeC":[215],"perform":[217],"desired":[219],"(references":[220],"human":[222],"subject":[223],"studies":[224],"beyond":[225],"scope":[227],"provided).":[232]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}