{"id":"https://openalex.org/W7135101866","doi":"https://doi.org/10.1145/3776734.3794505","title":"Investigating User Perceptions of Robot Foundation Model Performance and Evaluations","display_name":"Investigating User Perceptions of Robot Foundation Model Performance and Evaluations","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135101866","doi":"https://doi.org/10.1145/3776734.3794505"},"language":null,"primary_location":{"id":"doi:10.1145/3776734.3794505","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3776734.3794505","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070000164","display_name":"Isaac Sheidlower","orcid":"https://orcid.org/0009-0004-4487-8357"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isaac S. Sheidlower","raw_affiliation_strings":["Brown University, Providence, USA"],"raw_orcid":"https://orcid.org/0009-0004-4487-8357","affiliations":[{"raw_affiliation_string":"Brown University, Providence, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jindan Huang","orcid":"https://orcid.org/0009-0000-1512-2623"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jindan Huang","raw_affiliation_strings":["Tufts University, Medford, USA"],"raw_orcid":"https://orcid.org/0009-0000-1512-2623","affiliations":[{"raw_affiliation_string":"Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066298344","display_name":"James Staley","orcid":null},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Staley","raw_affiliation_strings":["Tufts University, Medford, USA"],"raw_orcid":"https://orcid.org/0009-0001-8191-2137","affiliations":[{"raw_affiliation_string":"Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100563103","display_name":"Bingyu Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bingyu Wu","raw_affiliation_strings":["Tufts University, Medford, USA"],"raw_orcid":"https://orcid.org/0009-0003-7647-2442","affiliations":[{"raw_affiliation_string":"Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030162973","display_name":"Qicong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qicong Chen","raw_affiliation_strings":["Tufts University, Medford, USA"],"raw_orcid":"https://orcid.org/0009-0009-3705-0777","affiliations":[{"raw_affiliation_string":"Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017028387","display_name":"Reuben M. Aronson","orcid":"https://orcid.org/0000-0002-8615-3715"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reuben M. Aronson","raw_affiliation_strings":["Tufts University, Medford, USA"],"raw_orcid":"https://orcid.org/0000-0002-8615-3715","affiliations":[{"raw_affiliation_string":"Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077011363","display_name":"Elaine Schaertl Short","orcid":"https://orcid.org/0000-0002-4789-9979"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elaine Schaertl Short","raw_affiliation_strings":["Tufts University, Medford, USA"],"raw_orcid":"https://orcid.org/0000-0002-4789-9979","affiliations":[{"raw_affiliation_string":"Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33293617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"798","last_page":"803"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.41190001368522644,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.41190001368522644,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.06830000132322311,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.048900000751018524,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.49779999256134033},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.4853000044822693},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4530999958515167},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.31150001287460327},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.2793999910354614},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.27900001406669617}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.49779999256134033},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48100000619888306},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4449000060558319},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3650999963283539},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35589998960494995},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.31150001287460327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.310699999332428},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.27900001406669617},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3776734.3794505","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3776734.3794505","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2048596731","https://openalex.org/W2069743909","https://openalex.org/W2072919217","https://openalex.org/W2104999980","https://openalex.org/W2171380100","https://openalex.org/W2801681972","https://openalex.org/W2808048733","https://openalex.org/W2901151989","https://openalex.org/W2928096804","https://openalex.org/W2981344907","https://openalex.org/W3213366706","https://openalex.org/W4205156393","https://openalex.org/W4231751901","https://openalex.org/W4297848622","https://openalex.org/W4311559655","https://openalex.org/W4313402413","https://openalex.org/W4367191050","https://openalex.org/W4385430517","https://openalex.org/W4385473486","https://openalex.org/W4389116645","https://openalex.org/W4392634027","https://openalex.org/W4396786887","https://openalex.org/W4399695759","https://openalex.org/W4401415287","https://openalex.org/W4401415372","https://openalex.org/W4402353985","https://openalex.org/W4402354155","https://openalex.org/W4403324124","https://openalex.org/W4403794704","https://openalex.org/W4403819024","https://openalex.org/W4404350116","https://openalex.org/W4414578327","https://openalex.org/W4416878674","https://openalex.org/W6910488323"],"related_works":[],"abstract_inverted_index":{"Robot":[0],"Foundation":[1],"Models":[2],"(RFMs)":[3],"represent":[4],"a":[5,22,39,95],"promising":[6],"approach":[7],"to":[8,20,24,80,85],"developing":[9],"general-purpose":[10],"home":[11],"robots.":[12],"The":[13],"broad":[14],"capabilities":[15],"of":[16],"RFMs":[17],"enable":[18],"users":[19,34,98],"ask":[21],"robot":[23,40],"perform":[25],"tasks":[26],"the":[27,73,139],"RFM":[28,63,105],"was":[29],"not":[30],"evaluated":[31],"on.":[32],"Informed":[33],"can":[35,41],"better":[36],"judge":[37],"what":[38],"and":[42,45,51,138],"cannot":[43],"do,":[44],"thus":[46],"use":[47,67,111],"it":[48,82,90],"more":[49],"safely":[50],"effectively.":[52],"We":[53,93,107],"study":[54,96],"how":[55],"non-roboticists":[56],"interpret":[57,89],"performance":[58],"information":[59],"commonly":[60],"reported":[61],"in":[62,113],"evaluations,":[64],"which":[65,126],"typically":[66],"task":[68],"success":[69],"rate":[70],"(TSR)":[71],"as":[72,91],"primary":[74],"metric.":[75],"While":[76],"TSR":[77,112],"is":[78,83],"intuitive":[79],"experts,":[81],"important":[84],"validate":[86],"that":[87,109],"novices":[88],"intended.":[92],"conducted":[94],"where":[97],"saw":[99],"real":[100,135],"evaluation":[101,136],"data":[102,137],"from":[103],"published":[104],"projects.":[106],"find":[108],"non-experts":[110],"ways":[114],"consistent":[115],"with":[116],"expert":[117],"expectations":[118],"but":[119],"also":[120],"value":[121],"additional":[122],"information\u2014especially":[123],"failure":[124],"cases,":[125],"are":[127],"less":[128],"frequently":[129],"reported.":[130],"Users":[131],"further":[132],"want":[133],"both":[134],"robot\u2019s":[140],"own":[141],"estimates":[142],"for":[143],"novel":[144],"tasks.":[145]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-13T00:00:00"}