{"id":"https://openalex.org/W4385806718","doi":"https://doi.org/10.1145/3616010","title":"A Survey of Algorithmic Methods for Competency Self-Assessments in Human-Autonomy Teaming","display_name":"A Survey of Algorithmic Methods for Competency Self-Assessments in Human-Autonomy Teaming","publication_year":2023,"publication_date":"2023-08-14","ids":{"openalex":"https://openalex.org/W4385806718","doi":"https://doi.org/10.1145/3616010"},"language":"en","primary_location":{"id":"doi:10.1145/3616010","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616010","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616010","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3616010","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066634834","display_name":"Nicholas Conlon","orcid":"https://orcid.org/0000-0001-8262-2169"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nicholas Conlon","raw_affiliation_strings":["University of Colorado at Boulder, Boulder, USA"],"raw_orcid":"https://orcid.org/0000-0001-8262-2169","affiliations":[{"raw_affiliation_string":"University of Colorado at Boulder, Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100664008","display_name":"Nisar Ahmed","orcid":"https://orcid.org/0000-0002-7555-5671"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nisar R. Ahmed","raw_affiliation_strings":["University of Colorado at Boulder, Boulder, USA"],"raw_orcid":"https://orcid.org/0000-0002-7555-5671","affiliations":[{"raw_affiliation_string":"University of Colorado at Boulder, Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024581242","display_name":"Daniel Szaf\u0131r","orcid":"https://orcid.org/0000-0003-1848-7884"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Szafir","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0000-0003-1848-7884","affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, USA","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066634834"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":2.1538,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89957675,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"56","issue":"7","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8070662021636963},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.6391197443008423},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6148093938827515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5518633723258972},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4925294816493988},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4893619418144226},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.476388156414032},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4202744960784912},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4187328815460205},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.36176806688308716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8070662021636963},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.6391197443008423},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6148093938827515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5518633723258972},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4925294816493988},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4893619418144226},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.476388156414032},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4202744960784912},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4187328815460205},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.36176806688308716},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3616010","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616010","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616010","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3616010","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616010","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616010","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6280026864","display_name":null,"funder_award_id":"HR001120C0032","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385806718.pdf","grobid_xml":"https://content.openalex.org/works/W4385806718.grobid-xml"},"referenced_works_count":110,"referenced_works":["https://openalex.org/W103422275","https://openalex.org/W1428571477","https://openalex.org/W1593789316","https://openalex.org/W1601795611","https://openalex.org/W1976526581","https://openalex.org/W1980505254","https://openalex.org/W1996579288","https://openalex.org/W2001150023","https://openalex.org/W2005394020","https://openalex.org/W2010158189","https://openalex.org/W2024159089","https://openalex.org/W2028626340","https://openalex.org/W2032680755","https://openalex.org/W2063052894","https://openalex.org/W2098819548","https://openalex.org/W2107878631","https://openalex.org/W2111481694","https://openalex.org/W2115912906","https://openalex.org/W2125838338","https://openalex.org/W2126316555","https://openalex.org/W2129633982","https://openalex.org/W2143760923","https://openalex.org/W2151971674","https://openalex.org/W2162408846","https://openalex.org/W2164913438","https://openalex.org/W2306261936","https://openalex.org/W2340985688","https://openalex.org/W2467686148","https://openalex.org/W2496051004","https://openalex.org/W2534708821","https://openalex.org/W2555647367","https://openalex.org/W2560647685","https://openalex.org/W2590377087","https://openalex.org/W2593136555","https://openalex.org/W2602814434","https://openalex.org/W2617796806","https://openalex.org/W2740720719","https://openalex.org/W2759096262","https://openalex.org/W2762968537","https://openalex.org/W2765109305","https://openalex.org/W2791890170","https://openalex.org/W2793530035","https://openalex.org/W2809335030","https://openalex.org/W2809925683","https://openalex.org/W2811472820","https://openalex.org/W2886641427","https://openalex.org/W2891503716","https://openalex.org/W2899591577","https://openalex.org/W2902480251","https://openalex.org/W2918408501","https://openalex.org/W2930288321","https://openalex.org/W2946001908","https://openalex.org/W2962974944","https://openalex.org/W2963998284","https://openalex.org/W2973204678","https://openalex.org/W2990844533","https://openalex.org/W2991528307","https://openalex.org/W3003320643","https://openalex.org/W3003994825","https://openalex.org/W3017258201","https://openalex.org/W3022566517","https://openalex.org/W3022671439","https://openalex.org/W3023565369","https://openalex.org/W3038235410","https://openalex.org/W3082884068","https://openalex.org/W3091044346","https://openalex.org/W3092313655","https://openalex.org/W3101219640","https://openalex.org/W3108011062","https://openalex.org/W3108607087","https://openalex.org/W3115977081","https://openalex.org/W3119416105","https://openalex.org/W3120598935","https://openalex.org/W3122425653","https://openalex.org/W3128301189","https://openalex.org/W3148740559","https://openalex.org/W3194126744","https://openalex.org/W3197347140","https://openalex.org/W3199107835","https://openalex.org/W3200493159","https://openalex.org/W3203515725","https://openalex.org/W3204455772","https://openalex.org/W3205162509","https://openalex.org/W3205597769","https://openalex.org/W3215450491","https://openalex.org/W4205863273","https://openalex.org/W4221139098","https://openalex.org/W4224057949","https://openalex.org/W4229446365","https://openalex.org/W4244101086","https://openalex.org/W4251377221","https://openalex.org/W4254857216","https://openalex.org/W4281746451","https://openalex.org/W4283328776","https://openalex.org/W4285102526","https://openalex.org/W4286361351","https://openalex.org/W4287595523","https://openalex.org/W4288108172","https://openalex.org/W4298136090","https://openalex.org/W4300971732","https://openalex.org/W4309470522","https://openalex.org/W4310515004","https://openalex.org/W4313007700","https://openalex.org/W4313147649","https://openalex.org/W4323322967","https://openalex.org/W4324296891","https://openalex.org/W4366492961","https://openalex.org/W4383108402","https://openalex.org/W4394633966","https://openalex.org/W6929558719"],"related_works":["https://openalex.org/W1508899372","https://openalex.org/W2039460805","https://openalex.org/W4250956039","https://openalex.org/W4240485100","https://openalex.org/W2056130799","https://openalex.org/W2045758229","https://openalex.org/W2505675537","https://openalex.org/W405964254","https://openalex.org/W4254970379","https://openalex.org/W3013364794"],"abstract_inverted_index":{"Humans":[0],"working":[1],"with":[2,40,94,145],"autonomous":[3,76,95,132],"artificially":[4],"intelligent":[5],"systems":[6],"may":[7],"not":[8],"be":[9],"experts":[10],"in":[11,101,171,199],"the":[12,30,41,51,70,159],"inner":[13],"workings":[14],"of":[15,72,161],"their":[16,45,82,143],"machine":[17,38],"teammates,":[18],"but":[19],"need":[20],"to":[21,24,36,43,53,57,78,134,142],"understand":[22,44,79,158],"when":[23],"employ,":[25],"trust,":[26],"and":[27,48,50,80,90,112,123,137,192],"rely":[28],"on":[29,147,174],"system.":[31],"A":[32],"critical":[33],"challenge":[34,68],"is":[35,61,103],"develop":[37],"agents":[39,77,133],"capacity":[42],"own":[46],"capabilities":[47],"limitations,":[49],"ability":[52],"communicate":[54,81,138],"this":[55,67,200],"information":[56,140],"human":[58,92,113],"partners.":[59],"Self-assessment":[60],"an":[62],"emerging":[63,201],"field":[64],"that":[65,74,130,149],"tackles":[66],"through":[69],"development":[71],"algorithms":[73],"enable":[75,131],"competency.":[83],"These":[84],"methods":[85,126,148],"can":[86,150],"engender":[87],"appropriate":[88],"trust":[89],"align":[91],"expectations":[93],"assistant":[96],"abilities.":[97],"However,":[98],"current":[99],"research":[100,198],"self-assessment":[102,162,172],"dispersed":[104],"across":[105,189],"many":[106],"fields,":[107],"including":[108],"artificial":[109],"intelligence,":[110],"robotics,":[111],"factors.":[114],"This":[115],"survey":[116],"connects":[117],"work":[118,170],"from":[119],"these":[120,190],"disparate":[121],"areas":[122],"reviews":[124],"state-of-the-art":[125],"for":[127,168,197],"algorithmic":[128],"self-assessments":[129],"estimate,":[135],"understand,":[136],"valuable":[139],"pertaining":[141],"competency,":[144],"focus":[146],"improve":[151],"interactions":[152],"within":[153],"human-machine":[154],"teams.":[155],"To":[156],"better":[157],"landscape":[160],"approaches,":[163],"we":[164],"present":[165],"a":[166],"framework":[167],"categorizing":[169],"based":[173],"underlying":[175],"algorithm":[176],"type:":[177],"test-based":[178],",":[179,181],"learning-based":[180],"or":[182],"knowledge-based":[183],".":[184],"We":[185],"synthesize":[186],"common":[187],"features":[188],"approaches":[191],"discuss":[193],"relevant":[194],"future":[195],"directions":[196],"space.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}