{"id":"https://openalex.org/W4412939632","doi":"https://doi.org/10.1109/access.2025.3595386","title":"Toward a Holistic Framework for Robotic Assessment: A Survey on Performance, Software, and Environmental Adaptability","display_name":"Toward a Holistic Framework for Robotic Assessment: A Survey on Performance, Software, and Environmental Adaptability","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412939632","doi":"https://doi.org/10.1109/access.2025.3595386"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3595386","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3595386","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3595386","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045190357","display_name":"Daniel M. Muepu","orcid":"https://orcid.org/0009-0000-0867-3697"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Daniel M. Muepu","raw_affiliation_strings":["The University of Aizu, Aizuwakamatsu, Fukushima, Japan","The University of Aizu, Aizu-Wakamatsu, Fukushima, Japan"],"affiliations":[{"raw_affiliation_string":"The University of Aizu, Aizuwakamatsu, Fukushima, Japan","institution_ids":["https://openalex.org/I141591182"]},{"raw_affiliation_string":"The University of Aizu, Aizu-Wakamatsu, Fukushima, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026370198","display_name":"Yutaka Watanobe","orcid":"https://orcid.org/0000-0002-0030-3859"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yutaka Watanobe","raw_affiliation_strings":["The University of Aizu, Aizuwakamatsu, Fukushima, Japan","The University of Aizu, Aizu-Wakamatsu, Fukushima, Japan"],"affiliations":[{"raw_affiliation_string":"The University of Aizu, Aizuwakamatsu, Fukushima, Japan","institution_ids":["https://openalex.org/I141591182"]},{"raw_affiliation_string":"The University of Aizu, Aizu-Wakamatsu, Fukushima, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069456676","display_name":"Keitaro Naruse","orcid":"https://orcid.org/0000-0002-2029-2472"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keitaro Naruse","raw_affiliation_strings":["The University of Aizu, Aizuwakamatsu, Fukushima, Japan","The University of Aizu, Aizu-Wakamatsu, Fukushima, Japan"],"affiliations":[{"raw_affiliation_string":"The University of Aizu, Aizuwakamatsu, Fukushima, Japan","institution_ids":["https://openalex.org/I141591182"]},{"raw_affiliation_string":"The University of Aizu, Aizu-Wakamatsu, Fukushima, Japan","institution_ids":["https://openalex.org/I141591182"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5045190357"],"corresponding_institution_ids":["https://openalex.org/I141591182"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6226,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89896678,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"136996","last_page":"137011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.9023337364196777},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5772933959960938},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4919154644012451},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4170217514038086},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10116395354270935},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.07694706320762634}],"concepts":[{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.9023337364196777},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5772933959960938},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4919154644012451},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4170217514038086},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10116395354270935},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.07694706320762634},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3595386","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3595386","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fc9abed6e02449cfbbf655afc80ca6ec","is_oa":true,"landing_page_url":"https://doaj.org/article/fc9abed6e02449cfbbf655afc80ca6ec","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 136996-137011 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3595386","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3595386","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":156,"referenced_works":["https://openalex.org/W1834051997","https://openalex.org/W1967767358","https://openalex.org/W1982082302","https://openalex.org/W2009842212","https://openalex.org/W2067650326","https://openalex.org/W2501736871","https://openalex.org/W2774077042","https://openalex.org/W2891980678","https://openalex.org/W2904421979","https://openalex.org/W2914159285","https://openalex.org/W2919625781","https://openalex.org/W2945357379","https://openalex.org/W2995712318","https://openalex.org/W3002360482","https://openalex.org/W3002467273","https://openalex.org/W3005316764","https://openalex.org/W3009889372","https://openalex.org/W3013982345","https://openalex.org/W3019936592","https://openalex.org/W3030301314","https://openalex.org/W3032923238","https://openalex.org/W3033821783","https://openalex.org/W3036758131","https://openalex.org/W3039430315","https://openalex.org/W3044220272","https://openalex.org/W3079921539","https://openalex.org/W3080108578","https://openalex.org/W3083581995","https://openalex.org/W3086338887","https://openalex.org/W3086509926","https://openalex.org/W3090431070","https://openalex.org/W3095702864","https://openalex.org/W3103932473","https://openalex.org/W3105189754","https://openalex.org/W3108827521","https://openalex.org/W3138440502","https://openalex.org/W3140027475","https://openalex.org/W3160116638","https://openalex.org/W3165816055","https://openalex.org/W3168588965","https://openalex.org/W3170498473","https://openalex.org/W3171088146","https://openalex.org/W3175996262","https://openalex.org/W3192157243","https://openalex.org/W3193380182","https://openalex.org/W3197609470","https://openalex.org/W3198443496","https://openalex.org/W3199213514","https://openalex.org/W3205835814","https://openalex.org/W3208910486","https://openalex.org/W3209922145","https://openalex.org/W3210726638","https://openalex.org/W3214754453","https://openalex.org/W4205113159","https://openalex.org/W4205577896","https://openalex.org/W4205809004","https://openalex.org/W4206106638","https://openalex.org/W4210543046","https://openalex.org/W4210927443","https://openalex.org/W4214500825","https://openalex.org/W4214656571","https://openalex.org/W4220926934","https://openalex.org/W4224057949","https://openalex.org/W4225134876","https://openalex.org/W4226086289","https://openalex.org/W4226146005","https://openalex.org/W4226497564","https://openalex.org/W4229450804","https://openalex.org/W4234886047","https://openalex.org/W4280547205","https://openalex.org/W4285254738","https://openalex.org/W4285309168","https://openalex.org/W4286586885","https://openalex.org/W4286780409","https://openalex.org/W4291826008","https://openalex.org/W4294234196","https://openalex.org/W4306737046","https://openalex.org/W4306835735","https://openalex.org/W4308415805","https://openalex.org/W4312334213","https://openalex.org/W4312629676","https://openalex.org/W4313030977","https://openalex.org/W4313168822","https://openalex.org/W4319216390","https://openalex.org/W4319318049","https://openalex.org/W4321604335","https://openalex.org/W4322502685","https://openalex.org/W4323925881","https://openalex.org/W4327662014","https://openalex.org/W4327962104","https://openalex.org/W4360610952","https://openalex.org/W4367678780","https://openalex.org/W4376456889","https://openalex.org/W4376504411","https://openalex.org/W4378070988","https://openalex.org/W4378082838","https://openalex.org/W4378804833","https://openalex.org/W4380239016","https://openalex.org/W4381517769","https://openalex.org/W4383103765","https://openalex.org/W4385154230","https://openalex.org/W4385482853","https://openalex.org/W4386493388","https://openalex.org/W4386597961","https://openalex.org/W4387088713","https://openalex.org/W4387090467","https://openalex.org/W4387197111","https://openalex.org/W4387272109","https://openalex.org/W4387587568","https://openalex.org/W4388002325","https://openalex.org/W4388080435","https://openalex.org/W4388936607","https://openalex.org/W4389035675","https://openalex.org/W4389365351","https://openalex.org/W4389479349","https://openalex.org/W4389884789","https://openalex.org/W4389924502","https://openalex.org/W4390490344","https://openalex.org/W4390509620","https://openalex.org/W4390556806","https://openalex.org/W4391046230","https://openalex.org/W4391450806","https://openalex.org/W4391707505","https://openalex.org/W4392142270","https://openalex.org/W4392510040","https://openalex.org/W4392585820","https://openalex.org/W4392645798","https://openalex.org/W4392646184","https://openalex.org/W4393067857","https://openalex.org/W4393235506","https://openalex.org/W4394581112","https://openalex.org/W4396731825","https://openalex.org/W4398190613","https://openalex.org/W4398788538","https://openalex.org/W4399146391","https://openalex.org/W4399300226","https://openalex.org/W4400187912","https://openalex.org/W4400275476","https://openalex.org/W4400403200","https://openalex.org/W4400800270","https://openalex.org/W4401357458","https://openalex.org/W4401539803","https://openalex.org/W4401747708","https://openalex.org/W4401975625","https://openalex.org/W4402551346","https://openalex.org/W4402673244","https://openalex.org/W4402908227","https://openalex.org/W4402978636","https://openalex.org/W4403034324","https://openalex.org/W4403748862","https://openalex.org/W4404477984","https://openalex.org/W4404490473","https://openalex.org/W4404596846","https://openalex.org/W4405642212","https://openalex.org/W4406102181","https://openalex.org/W4406667893"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999"],"abstract_inverted_index":{"The":[0,56],"evaluation":[1],"of":[2,62,174],"robotic":[3,54,116,154,175],"systems":[4],"has":[5],"traditionally":[6],"centered":[7],"on":[8,66,98],"task":[9,83,92],"performance":[10,84,87],"metrics":[11,40,63,77],"such":[12],"as":[13,20],"accuracy,":[14],"efficiency,":[15],"and":[16,30,48,85,113,145,168],"execution":[17],"time.":[18],"However,":[19],"robotics":[21],"continues":[22],"to":[23,50,152,170],"expand":[24],"across":[25,127,156],"diverse":[26],"domains,":[27],"a":[28,59,149],"broader":[29],"more":[31,171],"structured":[32,163],"assessment":[33],"framework":[34],"is":[35,121,160],"necessary.":[36],"This":[37],"survey":[38],"examines":[39],"from":[41],"113":[42],"research":[43,68],"papers":[44],"published":[45],"between":[46],"2020":[47],"2024":[49],"identify":[51],"trends":[52],"in":[53,105,111,118],"evaluation.":[55],"findings":[57],"reveal":[58],"wide":[60],"variety":[61],"applied":[64],"based":[65],"different":[67,128],"objectives,":[69],"making":[70],"standardization":[71],"difficult.":[72],"Despite":[73],"this":[74,134],"diversity,":[75],"these":[76,132],"can":[78],"generally":[79],"be":[80],"classified":[81],"into":[82],"non-task":[86],"categories.":[88],"Many":[89],"studies":[90],"prioritize":[91],"performance,":[93],"often":[94,122],"placing":[95],"less":[96],"emphasis":[97],"software":[99,146],"contributions,":[100],"which":[101],"are":[102],"frequently":[103],"underrepresented":[104],"evaluations":[106],"despite":[107],"their":[108],"integral":[109],"role":[110],"control":[112],"decision-making.":[114],"Additionally,":[115],"adaptability":[117,155],"harsh":[119],"environments":[120],"inconsistently":[123],"assessed,":[124],"limiting":[125],"comparability":[126,167],"studies.":[129],"To":[130],"address":[131],"challenges,":[133],"paper":[135],"advocates":[136],"for":[137],"clearer":[138],"frameworks":[139],"that":[140],"systematically":[141],"integrate":[142],"both":[143],"hardware":[144],"contributions.":[147],"Furthermore,":[148],"standardized":[150],"approach":[151],"evaluating":[153],"various":[157],"environmental":[158],"conditions":[159],"recommended.":[161],"Establishing":[162],"methodologies":[164],"will":[165],"enhance":[166],"lead":[169],"precise":[172],"assessments":[173],"performance.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}