{"id":"https://openalex.org/W4401416203","doi":"https://doi.org/10.1109/icra57147.2024.10610841","title":"RobotPerf: An Open-Source, Vendor-Agnostic, Benchmarking Suite for Evaluating Robotics Computing System Performance","display_name":"RobotPerf: An Open-Source, Vendor-Agnostic, Benchmarking Suite for Evaluating Robotics Computing System Performance","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416203","doi":"https://doi.org/10.1109/icra57147.2024.10610841"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004023951","display_name":"V\u00edctor Mayoral-Vilches","orcid":"https://orcid.org/0000-0001-8308-3363"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"V\u00edctor Mayoral-Vilches","raw_affiliation_strings":["Acceleration Robotics,Spain"],"affiliations":[{"raw_affiliation_string":"Acceleration Robotics,Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017417703","display_name":"Jason Jabbour","orcid":"https://orcid.org/0009-0001-5093-4106"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Jabbour","raw_affiliation_strings":["Harvard University,USA"],"affiliations":[{"raw_affiliation_string":"Harvard University,USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028054402","display_name":"Yu-Shun Hsiao","orcid":"https://orcid.org/0000-0002-2580-9872"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Shun Hsiao","raw_affiliation_strings":["Harvard University,USA"],"affiliations":[{"raw_affiliation_string":"Harvard University,USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076856438","display_name":"Zishen Wan","orcid":"https://orcid.org/0000-0002-2982-5351"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zishen Wan","raw_affiliation_strings":["Georgia Institute of Technology,USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092905545","display_name":"Marti\u00f1o Crespo-\u00c1lvarez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marti\u00f1o Crespo-\u00c1lvarez","raw_affiliation_strings":["Acceleration Robotics,Spain"],"affiliations":[{"raw_affiliation_string":"Acceleration Robotics,Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084213634","display_name":"Matthew Stewart","orcid":"https://orcid.org/0000-0002-4851-1315"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Stewart","raw_affiliation_strings":["Harvard University,USA"],"affiliations":[{"raw_affiliation_string":"Harvard University,USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092905546","display_name":"Juan Manuel Reina-Mu\u00f1oz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juan Manuel Reina-Mu\u00f1oz","raw_affiliation_strings":["Acceleration Robotics,Spain"],"affiliations":[{"raw_affiliation_string":"Acceleration Robotics,Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092905547","display_name":"Prateek Nagras","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prateek Nagras","raw_affiliation_strings":["Acceleration Robotics,Spain"],"affiliations":[{"raw_affiliation_string":"Acceleration Robotics,Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059189552","display_name":"Gaurav Vikhe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaurav Vikhe","raw_affiliation_strings":["Acceleration Robotics,Spain"],"affiliations":[{"raw_affiliation_string":"Acceleration Robotics,Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045254478","display_name":"Mohammad Bakhshalipour","orcid":"https://orcid.org/0000-0001-6648-1773"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Bakhshalipour","raw_affiliation_strings":["Carnegie Mellon University,USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052107936","display_name":"Martin Pinzger","orcid":"https://orcid.org/0000-0002-5536-3859"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Martin Pinzger","raw_affiliation_strings":["Alpen-Adria-Universität Klagenfurt,Austria"],"affiliations":[{"raw_affiliation_string":"Alpen-Adria-Universität Klagenfurt,Austria","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026312652","display_name":"Stefan Ra\u00df","orcid":"https://orcid.org/0000-0003-2821-2489"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Stefan Rass","raw_affiliation_strings":["Johannes Kepler University,Linz,Austria"],"affiliations":[{"raw_affiliation_string":"Johannes Kepler University,Linz,Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056163159","display_name":"Smruti R. Panigrahi","orcid":"https://orcid.org/0000-0001-8387-3779"},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Smruti Panigrahi","raw_affiliation_strings":["Ford Motor Company,USA"],"affiliations":[{"raw_affiliation_string":"Ford Motor Company,USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039758292","display_name":"Giulio Corradi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137977","display_name":"Advanced Micro Devices (United States)","ror":"https://ror.org/04kd6c783","country_code":"US","type":"company","lineage":["https://openalex.org/I4210137977"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giulio Corradi","raw_affiliation_strings":["AMD,USA"],"affiliations":[{"raw_affiliation_string":"AMD,USA","institution_ids":["https://openalex.org/I4210137977"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108980249","display_name":"Niladri Roy","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niladri Roy","raw_affiliation_strings":["Intel,USA"],"affiliations":[{"raw_affiliation_string":"Intel,USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014824446","display_name":"Phillip B. Gibbons","orcid":"https://orcid.org/0000-0001-6967-2735"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip B. Gibbons","raw_affiliation_strings":["Carnegie Mellon University,USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013815284","display_name":"Sabrina M. Neuman","orcid":null},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sabrina M. Neuman","raw_affiliation_strings":["Boston University,USA"],"affiliations":[{"raw_affiliation_string":"Boston University,USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019062457","display_name":"Brian Plancher","orcid":"https://orcid.org/0000-0002-0078-3653"},"institutions":[{"id":"https://openalex.org/I98540497","display_name":"Barnard College","ror":"https://ror.org/04rt94r53","country_code":"US","type":"education","lineage":["https://openalex.org/I98540497"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Plancher","raw_affiliation_strings":["Columbia University,Barnard College,USA"],"affiliations":[{"raw_affiliation_string":"Columbia University,Barnard College,USA","institution_ids":["https://openalex.org/I98540497","https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000635267","display_name":"Vijay Janapa Reddi","orcid":"https://orcid.org/0000-0002-5259-7721"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijay Janapa Reddi","raw_affiliation_strings":["Harvard University,USA"],"affiliations":[{"raw_affiliation_string":"Harvard University,USA","institution_ids":["https://openalex.org/I2801851002"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":19,"corresponding_author_ids":["https://openalex.org/A5004023951"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8609,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94668716,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8288","last_page":"8297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9318064451217651},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8274449110031128},{"id":"https://openalex.org/keywords/vendor","display_name":"Vendor","score":0.7934327125549316},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7722330093383789},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.7095966339111328},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5598781108856201},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5461968779563904},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5385632514953613},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3919804096221924},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.35754913091659546},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3291577398777008},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.22732073068618774},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.0785195529460907}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9318064451217651},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8274449110031128},{"id":"https://openalex.org/C2777338717","wikidata":"https://www.wikidata.org/wiki/Q1762621","display_name":"Vendor","level":2,"score":0.7934327125549316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7722330093383789},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.7095966339111328},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5598781108856201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5461968779563904},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5385632514953613},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3919804096221924},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.35754913091659546},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3291577398777008},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.22732073068618774},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0785195529460907},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1751992572","https://openalex.org/W2006312753","https://openalex.org/W2110762409","https://openalex.org/W2415595313","https://openalex.org/W2560650794","https://openalex.org/W2602586981","https://openalex.org/W2740508249","https://openalex.org/W2753156694","https://openalex.org/W2780521821","https://openalex.org/W2786661426","https://openalex.org/W2799146635","https://openalex.org/W2883702102","https://openalex.org/W2887278761","https://openalex.org/W2889132812","https://openalex.org/W2891362535","https://openalex.org/W2891925398","https://openalex.org/W2899733099","https://openalex.org/W2950252855","https://openalex.org/W2954443214","https://openalex.org/W2964137828","https://openalex.org/W2999291518","https://openalex.org/W3003204374","https://openalex.org/W3005684565","https://openalex.org/W3007769740","https://openalex.org/W3011613664","https://openalex.org/W3088304681","https://openalex.org/W3092565230","https://openalex.org/W3098336417","https://openalex.org/W3108856587","https://openalex.org/W3114300560","https://openalex.org/W3122878979","https://openalex.org/W3130235457","https://openalex.org/W3134219944","https://openalex.org/W3134602711","https://openalex.org/W3138026026","https://openalex.org/W3138958306","https://openalex.org/W3143901407","https://openalex.org/W3155427222","https://openalex.org/W3163798551","https://openalex.org/W3175768685","https://openalex.org/W3182259309","https://openalex.org/W3200371584","https://openalex.org/W3202885516","https://openalex.org/W3206272301","https://openalex.org/W3207620878","https://openalex.org/W3213974477","https://openalex.org/W3217203201","https://openalex.org/W4206575475","https://openalex.org/W4221161205","https://openalex.org/W4236433846","https://openalex.org/W4280615399","https://openalex.org/W4283652261","https://openalex.org/W4283709177","https://openalex.org/W4288319858","https://openalex.org/W4289542594","https://openalex.org/W4289666482","https://openalex.org/W4293023309","https://openalex.org/W4297699085","https://openalex.org/W4304202640","https://openalex.org/W4312076514","https://openalex.org/W4312688782","https://openalex.org/W4320059727","https://openalex.org/W4380875623","https://openalex.org/W6755421158","https://openalex.org/W6756486208","https://openalex.org/W6764655487","https://openalex.org/W6767997047","https://openalex.org/W6782766965","https://openalex.org/W6797399370","https://openalex.org/W6800004206","https://openalex.org/W6847608257","https://openalex.org/W7039235811"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W3016031582","https://openalex.org/W3005935371"],"abstract_inverted_index":{"We":[0],"introduce":[1],"RobotPerf,":[2],"a":[3,14,57,107],"vendor-agnostic":[4],"bench-marking":[5],"suite":[6,28],"designed":[7],"to":[8,110,120,125],"evaluate":[9],"robotics":[10,36,111],"computing":[11],"performance":[12,48],"across":[13],"diverse":[15],"range":[16],"of":[17,87,97,129],"hardware":[18],"platforms":[19],"using":[20],"ROS":[21,30,89],"2":[22,31,90],"as":[23],"its":[24],"common":[25],"baseline.":[26],"The":[27],"encompasses":[29],"packages":[32],"covering":[33],"the":[34,85,95,127],"full":[35],"pipeline":[37],"and":[38,53,60,80,101],"integrates":[39],"two":[40],"distinct":[41],"benchmarking":[42,75],"approaches:":[43],"black-box":[44],"testing,":[45,62],"which":[46],"measures":[47],"by":[49],"eliminating":[50],"upper":[51],"layers":[52],"replacing":[54],"them":[55],"with":[56,71,122],"test":[58],"application,":[59],"grey-box":[61],"an":[63,114],"application-specific":[64],"measure":[65],"that":[66],"observes":[67],"internal":[68],"system":[69,102],"states":[70],"minimal":[72],"interference.":[73],"Our":[74],"framework":[76],"provides":[77],"ready-to-use":[78],"tools":[79],"is":[81],"easily":[82],"adaptable":[83],"for":[84],"assessment":[86],"custom":[88],"computational":[91],"graphs.":[92],"Drawing":[93],"from":[94],"knowledge":[96],"leading":[98],"robot":[99],"architects":[100],"architecture":[103],"experts,":[104],"RobotPerf":[105,117],"establishes":[106],"standardized":[108],"approach":[109],"benchmarking.":[112],"As":[113],"open-source":[115],"initiative,":[116],"remains":[118],"committed":[119],"evolving":[121],"community":[123],"input":[124],"advance":[126],"future":[128],"hardware-accelerated":[130],"robotics.":[131]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}