{"id":"https://openalex.org/W2194598979","doi":"https://doi.org/10.1109/mra.2015.2460891","title":"Grasping the Performance: Facilitating Replicable Performance Measures via Benchmarking and Standardized Methodologies","display_name":"Grasping the Performance: Facilitating Replicable Performance Measures via Benchmarking and Standardized Methodologies","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2194598979","doi":"https://doi.org/10.1109/mra.2015.2460891","mag":"2194598979"},"language":"en","primary_location":{"id":"doi:10.1109/mra.2015.2460891","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mra.2015.2460891","pdf_url":"https://ieeexplore.ieee.org/ielx7/100/7349124/07349337.pdf","source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics & Automation Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/100/7349124/07349337.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056713022","display_name":"Joe Falco","orcid":"https://orcid.org/0000-0002-7794-5331"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Joe Falco","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland, United States","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080936481","display_name":"Karl Van Wyk","orcid":"https://orcid.org/0000-0001-5535-949X"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karl Van Wyk","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland, United States","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435092","display_name":"Shuo Liu","orcid":"https://orcid.org/0000-0001-7632-9273"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuo Liu","raw_affiliation_strings":["School of Engineering, University of California, Merced, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, University of California, Merced, California, United States","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081177797","display_name":"Stefano Carpin","orcid":"https://orcid.org/0000-0003-3837-7463"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefano Carpin","raw_affiliation_strings":["University of California, Merced, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Merced, California, United States","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5056713022"],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":5.7933,"has_fulltext":true,"cited_by_count":71,"citation_normalized_percentile":{"value":0.96102246,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"22","issue":"4","first_page":"125","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9316999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9258000254631042,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.8070714473724365},{"id":"https://openalex.org/keywords/thriving","display_name":"Thriving","score":0.7640014886856079},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.748304545879364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6736589670181274},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6301138401031494},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6151677966117859},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6102890372276306},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.6085004806518555},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5706577897071838},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24788141250610352},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.20604264736175537},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.11636126041412354}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.8070714473724365},{"id":"https://openalex.org/C2776745293","wikidata":"https://www.wikidata.org/wiki/Q7798302","display_name":"Thriving","level":2,"score":0.7640014886856079},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.748304545879364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6736589670181274},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6301138401031494},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6151677966117859},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6102890372276306},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.6085004806518555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5706577897071838},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24788141250610352},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.20604264736175537},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.11636126041412354},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/mra.2015.2460891","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mra.2015.2460891","pdf_url":"https://ieeexplore.ieee.org/ielx7/100/7349124/07349337.pdf","source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics & Automation Magazine","raw_type":"journal-article"},{"id":"pmh:oai:escholarship.org/ark:/13030/qt52d7299q","is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/52d7299q","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE ROBOTICS & AUTOMATION MAGAZINE, vol 22, iss 4","raw_type":"article"},{"id":"pmh:qt52d7299q","is_oa":false,"landing_page_url":"http://www.escholarship.org/uc/item/52d7299q","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Falco, J; Van Wyk, K; Liu, S; & Carpin, S. (2015). Grasping the Performance Facilitating Replicable Performance Measures via Benchmarking and Standardized Methodologies. IEEE ROBOTICS & AUTOMATION MAGAZINE, 22(4), 125 - 136. doi: 10.1109/MRA.2015.2460891. UC Merced: Retrieved from: http://www.escholarship.org/uc/item/52d7299q","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/mra.2015.2460891","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mra.2015.2460891","pdf_url":"https://ieeexplore.ieee.org/ielx7/100/7349124/07349337.pdf","source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics & Automation Magazine","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3466171414","display_name":null,"funder_award_id":"70NANB12H143","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"}],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2194598979.pdf","grobid_xml":"https://content.openalex.org/works/W2194598979.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1491286533","https://openalex.org/W1974911154","https://openalex.org/W1984237968","https://openalex.org/W2029979841","https://openalex.org/W2048058874","https://openalex.org/W2057299504","https://openalex.org/W2084422095","https://openalex.org/W2100658034","https://openalex.org/W2101090813","https://openalex.org/W2101204737","https://openalex.org/W2108251881","https://openalex.org/W2140398371","https://openalex.org/W2145460837","https://openalex.org/W2153908391","https://openalex.org/W2159717066","https://openalex.org/W2167006817","https://openalex.org/W2232279242","https://openalex.org/W2521421794","https://openalex.org/W4285719527","https://openalex.org/W6629650879","https://openalex.org/W6676260391"],"related_works":["https://openalex.org/W3110653194","https://openalex.org/W2165054589","https://openalex.org/W1964821925","https://openalex.org/W4238897586","https://openalex.org/W3209322685","https://openalex.org/W2316932825","https://openalex.org/W2625819229","https://openalex.org/W2893149153","https://openalex.org/W435179959","https://openalex.org/W2619091065"],"abstract_inverted_index":{"It":[0,85],"is":[1,86],"comparatively":[2],"easy":[3],"to":[4,18,29,77,118,131],"make":[5],"computers":[6],"exhibit":[7],"adult-level":[8],"performance":[9],"on":[10,60],"intelligence":[11],"tests":[12],"or":[13],"playing":[14],"checkers,":[15],"and":[16,31,128,134],"difficult":[17],"give":[19],"them":[20],"the":[21,55,61,67,113,129],"skills":[22,71],"of":[23,66],"a":[24,74,106],"one-year-old":[25],"when":[26],"it":[27,38],"comes":[28],"perception":[30,62],"dexterity.":[32],"More":[33],"than":[34],"15":[35],"years":[36],"after":[37],"was":[39],"first":[40],"stated,":[41],"Moravec's":[42],"paradox":[43],"still":[44],"holds":[45],"true":[46,87],"today.":[47],"Fueled":[48],"by":[49,73,100,105,121],"vigorous":[50],"research":[51],"in":[52,112,125,138],"machine":[53],"learning,":[54],"gap":[56],"has":[57],"consistently":[58],"narrowed":[59],"side.":[63],"However,":[64,111],"most":[65],"fine":[68],"manual":[69],"motor":[70],"displayed":[72],"toddler":[75],"are,":[76],"date,":[78],"far":[79,149],"beyond":[80],"what":[81],"robots":[82,102,115,147],"can":[83,97],"do.":[84],"that":[88],"many":[89],"valuable":[90],"tasks":[91],"involving":[92],"physical":[93],"interaction":[94],"with":[95,123],"objects":[96,136],"be":[98,142],"solved":[99],"contemporary":[101],"as":[103],"indicated":[104],"thriving":[107],"industrial":[108],"robotics":[109],"sector.":[110],"future,":[114],"are":[116,148],"expected":[117],"work":[119],"side":[120,122],"humans":[124],"unstructured":[126],"environments,":[127],"ability":[130],"reliably":[132],"grasp":[133],"manipulate":[135],"used":[137],"everyday":[139],"activities":[140],"will":[141],"an":[143],"unavoidable":[144],"requirement.":[145],"Today's":[146],"from":[150],"being":[151],"ready":[152],"for":[153],"this":[154],"challenge.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}