{"id":"https://openalex.org/W4366492961","doi":"https://doi.org/10.1109/tro.2023.3262187","title":"Robot Proficiency Self-Assessment Using Assumption-Alignment Tracking","display_name":"Robot Proficiency Self-Assessment Using Assumption-Alignment Tracking","publication_year":2023,"publication_date":"2023-04-20","ids":{"openalex":"https://openalex.org/W4366492961","doi":"https://doi.org/10.1109/tro.2023.3262187"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2023.3262187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2023.3262187","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066624236","display_name":"Xuan Cao","orcid":"https://orcid.org/0000-0002-7211-6999"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuan Cao","raw_affiliation_strings":["Computer Science Department, Brigham Young University, Provo, UT, USA"],"raw_orcid":"https://orcid.org/0000-0002-7211-6999","affiliations":[{"raw_affiliation_string":"Computer Science Department, Brigham Young University, Provo, UT, USA","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001502533","display_name":"Alvika Gautam","orcid":"https://orcid.org/0000-0003-4595-3748"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvika Gautam","raw_affiliation_strings":["Department of Mechanical Engineering, Texas A&M University, College Station, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015830438","display_name":"Tim Whiting","orcid":"https://orcid.org/0000-0003-4016-1071"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Whiting","raw_affiliation_strings":["Computer Science Department, Brigham Young University, Provo, UT, USA"],"raw_orcid":"https://orcid.org/0000-0003-4016-1071","affiliations":[{"raw_affiliation_string":"Computer Science Department, Brigham Young University, Provo, UT, USA","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017312886","display_name":"Skyler W. Smith","orcid":"https://orcid.org/0000-0002-4340-5871"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Skyler Smith","raw_affiliation_strings":["Computer Science Department, Brigham Young University, Provo, UT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Brigham Young University, Provo, UT, USA","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077345598","display_name":"Michael A. Goodrich","orcid":"https://orcid.org/0000-0002-2489-5705"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael A. Goodrich","raw_affiliation_strings":["Computer Science Department, Brigham Young University, Provo, UT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Brigham Young University, Provo, UT, USA","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059420501","display_name":"Jacob W. Crandall","orcid":"https://orcid.org/0000-0002-5602-4146"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob W. Crandall","raw_affiliation_strings":["Computer Science Department, Brigham Young University, Provo, UT, USA"],"raw_orcid":"https://orcid.org/0000-0002-5602-4146","affiliations":[{"raw_affiliation_string":"Computer Science Department, Brigham Young University, Provo, UT, USA","institution_ids":["https://openalex.org/I100005738"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2697,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.92165976,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"39","issue":"4","first_page":"3279","last_page":"3298"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6362862586975098},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6297968626022339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5733867883682251},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5566243529319763},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5331021547317505},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4290821850299835},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.4264545440673828},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.42031770944595337},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4102199673652649}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6362862586975098},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6297968626022339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5733867883682251},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5566243529319763},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5331021547317505},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4290821850299835},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.4264545440673828},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.42031770944595337},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4102199673652649},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tro.2023.3262187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2023.3262187","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:scholarsarchive.byu.edu:etd-11316","is_oa":false,"landing_page_url":"https://scholarsarchive.byu.edu/etd/10307","pdf_url":null,"source":{"id":"https://openalex.org/S4377196308","display_name":"ScholarsArchive  (Brigham Young University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I100005738","host_organization_name":"Brigham Young University","host_organization_lineage":["https://openalex.org/I100005738"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Theses and Dissertations","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G8860874899","display_name":null,"funder_award_id":"#N00014-18-1-2503","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1173687456","https://openalex.org/W1428571477","https://openalex.org/W1777783943","https://openalex.org/W1891687786","https://openalex.org/W1963934847","https://openalex.org/W1990212011","https://openalex.org/W1991671938","https://openalex.org/W1998067804","https://openalex.org/W2003474107","https://openalex.org/W2024159089","https://openalex.org/W2046694331","https://openalex.org/W2071857596","https://openalex.org/W2073659845","https://openalex.org/W2078793748","https://openalex.org/W2089216888","https://openalex.org/W2148544224","https://openalex.org/W2151554678","https://openalex.org/W2168691483","https://openalex.org/W2306261936","https://openalex.org/W2311543941","https://openalex.org/W2330162947","https://openalex.org/W2349452729","https://openalex.org/W2467155776","https://openalex.org/W2502108048","https://openalex.org/W2547811925","https://openalex.org/W2561313130","https://openalex.org/W2590377087","https://openalex.org/W2623293810","https://openalex.org/W2740720719","https://openalex.org/W2766734825","https://openalex.org/W2808048733","https://openalex.org/W2839976261","https://openalex.org/W2902843057","https://openalex.org/W2903264324","https://openalex.org/W2939879910","https://openalex.org/W2946078727","https://openalex.org/W2962935959","https://openalex.org/W2963472784","https://openalex.org/W2963998284","https://openalex.org/W2977491746","https://openalex.org/W3022671439","https://openalex.org/W3023565369","https://openalex.org/W3040802234","https://openalex.org/W3091988961","https://openalex.org/W3120598935","https://openalex.org/W3122425653","https://openalex.org/W3134655704","https://openalex.org/W3135575787","https://openalex.org/W3180252218","https://openalex.org/W4205863273","https://openalex.org/W4221139098","https://openalex.org/W4224057949","https://openalex.org/W4229444507","https://openalex.org/W4285102526","https://openalex.org/W6724556069","https://openalex.org/W6733542608","https://openalex.org/W6756804608","https://openalex.org/W6757092008","https://openalex.org/W6762821728","https://openalex.org/W6777038041","https://openalex.org/W6777873367","https://openalex.org/W6803376173","https://openalex.org/W6810465700","https://openalex.org/W7055530616","https://openalex.org/W7063571596"],"related_works":["https://openalex.org/W1527701538","https://openalex.org/W2114428766","https://openalex.org/W2060372532","https://openalex.org/W2160920253","https://openalex.org/W2898816647","https://openalex.org/W4205643269","https://openalex.org/W2162207299","https://openalex.org/W2142781111","https://openalex.org/W2137109229","https://openalex.org/W2121691007"],"abstract_inverted_index":{"A":[0,39],"robot":[1,29,40,82,106,139,201,255,329,371,410,452,458,467,479,492],"is":[2,31,275,277,448],"proficient":[3],"if":[4],"its":[5,8,291,318,414],"performance":[6,165,316,319],"for":[7,85,104,137,184,386,440],"task(s)":[9],"satisfies":[10],"a":[11,56,101,192,271,287,341,365,377,455,465,470,477,482,487,490,501,505],"specific":[12,502],"standard.":[13],"While":[14],"the":[15,65,69,79,145,152,158,162,171,200,211,232,263,283,295,299,306,310,313,323,326,328,337,374,393,397,406,409,423,436],"design":[16],"of":[17,27,78,81,223,265,302,325,368,370,376,384,392,425,446,457,495],"autonomous":[18,28,87],"robots":[19,88],"often":[20],"emphasizes":[21],"such":[22],"proficiency,":[23],"another":[24],"important":[25],"attribute":[26],"systems":[30,453],"their":[32,36,93],"ability":[33],"to":[34,44,109,117,128,175,290,350,363],"evaluate":[35,92],"own":[37,94],"proficiency.":[38,379],"should":[41],"be":[42,98,241,361],"able":[43],"conduct":[45],"proficiency":[46,402,419],"self-assessment":[47],"(PSA),":[48],"i.e.":[49],"assess":[50,262],"how":[51,144,358],"well":[52],"it":[53,62],"can":[54,90,97,240,360],"perform":[55],"task":[57,327],"before,":[58],"during,":[59],"and":[60,166,237,317,321,353,416,462,485,489,498],"after":[61],"has":[63,330],"attempted":[64],"task.":[66],"We":[67,122,169,187],"propose":[68],"assumption-alignment":[70],"tracking":[71],"(AAT)":[72],"method,":[73],"which":[74,113,155,229,396],"provides":[75,381],"time-indexed":[76],"assessments":[77],"veracity":[80,390,424],"generators'":[83],"assumptions,":[84],"designing":[86],"that":[89,177,253,261,270,408],"effectively":[91],"performance.":[95,140,168],"AAT":[96,136,141,180,359,380,434,447],"considered":[99],"as":[100,191,231],"general":[102],"framework":[103,439],"using":[105,340,451],"sensory":[107],"data":[108,198,215,224],"extract":[110],"useful":[111],"features,":[112],"are":[114,182,206],"then":[115],"used":[116,183,207,362],"build":[118],"data-driven":[119,126],"PSA":[120,129,251,266,272,307,346],"models.":[121,267],"develop":[123],"various":[124,217],"AAT-based":[125],"approaches":[127],"from":[130,151,199,226,286,373],"different":[131,496],"perspectives.":[132],"First,":[133],"we":[134,249,356],"use":[135,170],"estimating":[138],"features":[142,181,339],"encode":[143],"robot's":[146,163,314,378,398],"current":[147,164,315],"running":[148],"condition":[149],"varies":[150],"normal":[153,167,204,227,236],"condition,":[154],"correlates":[156],"with":[157,348,422,454],"deviation":[159],"level":[160],"between":[161,235,312],"k-nearest":[172],"neighbor":[173],"algorithm":[174,344],"model":[176],"correlation.":[178],"Second,":[179],"anomaly":[185,189],"detection.":[186],"treat":[188],"detection":[190],"one-class":[193,245],"classification":[194,246],"problem":[195],"where":[196],"only":[197],"operating":[202],"in":[203,208,216,294,469,481,500],"conditions":[205],"training,":[209],"decreasing":[210],"burden":[212],"on":[213,279,336,395,504],"acquiring":[214],"abnormal":[218,238],"conditions.":[219],"The":[220,268,430,444],"cluster":[221],"boundary":[222,234],"points":[225],"conditions,":[228,239],"serves":[230],"decision":[233],"identified":[242],"by":[243,257,305,405,433],"mainstream":[244],"algorithms.":[247],"Third,":[248],"improve":[250,345],"models":[252,260,334,347],"predict":[254],"success/failure":[256],"introducing":[258],"meta-PSA":[259],"correctness":[264],"probability":[269,301,407],"model's":[273],"prediction":[274],"correct":[276],"conditioned":[278],"four":[280,338],"features:":[281],"1)":[282],"mean":[284],"distance":[285],"test":[288],"sample":[289],"nearest":[292],"neighbors":[293],"training":[296],"set;":[297],"2)":[298],"predicted":[300],"success":[303],"made":[304],"model;":[308],"3)":[309],"ratio":[311],"standard;":[320],"4)":[322],"percentage":[324],"already":[331],"completed.":[332],"Meta-PSA":[333],"trained":[335],"Random":[342],"Forest":[343],"respect":[349],"both":[351,486],"discriminability":[352],"calibration.":[354],"Finally,":[355],"explore":[357],"generate":[364],"new":[366],"type":[367],"explanation":[369,387],"behavior/policy":[372],"perspective":[375],"three":[382],"pieces":[383],"information":[385,431],"generation:":[388],"(1)":[389],"assessment":[391,403,420],"assumptions":[394,427],"generators":[399],"rely;":[400],"(2)":[401],"measured":[404],"will":[411],"successfully":[412],"accomplish":[413],"task;":[415],"(3)":[417],"counterfactual":[418],"computed":[421],"some":[426],"varied":[428],"hypothetically.":[429],"provided":[432],"fits":[435],"situation":[437],"awareness-based":[438],"explainable":[441],"artificial":[442],"intelligence.":[443],"efficacy":[445],"comprehensively":[449],"evaluated":[450],"variety":[456],"types,":[459],"generators,":[460],"hardware,":[461],"tasks,":[463],"including":[464],"simulated":[466,478,488],"navigating":[468,480],"maze-based":[471],"(discrete":[472],"time)":[473],"Markov":[474],"chain":[475],"environment,":[476,484],"continuous":[483],"real-world":[491],"arranging":[493],"blocks":[494],"shapes":[497],"colors":[499],"order":[503],"table.":[506]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}