{"id":"https://openalex.org/W4312967684","doi":"https://doi.org/10.1109/hri53351.2022.9889647","title":"4th Annual Workshop on Test Methods and Metrics for Effective HRI","display_name":"4th Annual Workshop on Test Methods and Metrics for Effective HRI","publication_year":2022,"publication_date":"2022-03-07","ids":{"openalex":"https://openalex.org/W4312967684","doi":"https://doi.org/10.1109/hri53351.2022.9889647"},"language":"en","primary_location":{"id":"doi:10.1109/hri53351.2022.9889647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri53351.2022.9889647","pdf_url":null,"source":{"id":"https://openalex.org/S4363607950","display_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035476220","display_name":"Jeremy A. Marvel","orcid":"https://orcid.org/0000-0002-1855-2175"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy Marvel","raw_affiliation_strings":["U.S National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075356856","display_name":"Shelly Bagchi","orcid":"https://orcid.org/0000-0001-5553-3339"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shelly Bagchi","raw_affiliation_strings":["U.S National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006454164","display_name":"Megan Zimmerman","orcid":"https://orcid.org/0000-0002-8292-2652"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megan Zimmerman","raw_affiliation_strings":["U.S National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100733374","display_name":"Vinh Nguyen","orcid":"https://orcid.org/0000-0003-4617-0892"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinh Nguyen","raw_affiliation_strings":["U.S National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045103484","display_name":"Murat Aksu","orcid":"https://orcid.org/0000-0002-4707-6489"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murat Aksu","raw_affiliation_strings":["U.S National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048229341","display_name":"Brian Antonishek","orcid":"https://orcid.org/0000-0003-4328-3461"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Antonishek","raw_affiliation_strings":["U.S National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102796265","display_name":"Jennifer C. Case","orcid":"https://orcid.org/0000-0003-3264-0558"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Case","raw_affiliation_strings":["U.S National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024068845","display_name":"Heni Ben Amor","orcid":"https://orcid.org/0000-0002-9896-8217"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heni Ben Amor","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001914278","display_name":"Terry Fong","orcid":"https://orcid.org/0000-0003-0924-8195"},"institutions":[{"id":"https://openalex.org/I4210124779","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80","country_code":"US","type":"government","lineage":["https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terry Fong","raw_affiliation_strings":["U.S. National Aeronautics and Space Administration"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. National Aeronautics and Space Administration","institution_ids":["https://openalex.org/I4210124779"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001832777","display_name":"Ross Mead","orcid":"https://orcid.org/0000-0002-5664-4687"},"institutions":[{"id":"https://openalex.org/I4210100828","display_name":"SEMI","ror":"https://ror.org/013ykv656","country_code":"FR","type":"other","lineage":["https://openalex.org/I4210100828"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ross Mead","raw_affiliation_strings":["Semio AI, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Semio AI, Inc","institution_ids":["https://openalex.org/I4210100828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034936627","display_name":"Adam Norton","orcid":"https://orcid.org/0000-0002-6127-4588"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Norton","raw_affiliation_strings":["University of Massachusetts,Lowell","University of Massachusetts, Lowell"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts,Lowell","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"University of Massachusetts, Lowell","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100372089","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0003-0146-7262"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Clemson University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clemson University","institution_ids":["https://openalex.org/I8078737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.25950815,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1272","last_page":"1274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14484","display_name":"Technology and Data Analysis","score":0.5766000151634216,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14484","display_name":"Technology and Data Analysis","score":0.5766000151634216,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6318771839141846},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5845065116882324},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3252815008163452},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2557048797607422},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.16643038392066956}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6318771839141846},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5845065116882324},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3252815008163452},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2557048797607422},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.16643038392066956},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hri53351.2022.9889647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri53351.2022.9889647","pdf_url":null,"source":{"id":"https://openalex.org/S4363607950","display_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"The":[0,110],"drive":[1],"for":[2,55,68,85,139],"increasing":[3],"adoption":[4,39,124],"of":[5,14,47,74,88,96,104,112,125,131],"HRI":[6,35,75,89,98,126,155],"technolo-gies":[7],"is":[8,80,115],"evident":[9],"through":[10,128],"research":[11,36,156],"and":[12,18,25,37,53,62,66,72,91,108,123,137,142,161],"development":[13,122],"manufac-turing,":[15],"social,":[16],"medical,":[17],"service":[19],"robot":[20],"solutions.":[21],"However,":[22],"novel":[23,61],"methods":[24,65,84],"metrics":[26,67,138],"are":[27],"required":[28],"to":[29,59,92,116,165],"overcome":[30],"the":[31,44,48,69,78,86,94,97,102,118,121,129,154],"barrier":[32],"between":[33,120],"fundamental":[34],"its":[38,167],"in":[40,153,163],"real-world":[41],"environments.":[42],"Hence,":[43],"fourth":[45],"installment":[46],"annual":[49],"workshop,":[50],"'Test":[51],"Methods":[52],"Metrics":[54],"Effective":[56],"HRI,\u2019":[57],"seeks":[58],"identify":[60],"emerging":[63],"test":[64,135],"holistic":[70],"assessment":[71],"assurance":[73],"performance.":[76],"Specifically,":[77],"focus":[79],"on":[81,101],"identifying":[82],"innovative":[83],"evaluation":[87],"performance":[90],"advance":[93],"growth":[95],"community":[99,157],"based":[100],"principles":[103],"collaboration,":[105],"data":[106],"sharing,":[107],"repeatability.":[109],"goal":[111],"this":[113],"workshop":[114,146],"break":[117],"boundaries":[119],"technologies":[127],"promotion":[130],"robust":[132],"experimental":[133],"design,":[134],"methods,":[136],"assessing":[140],"interaction":[141],"interface":[143],"designs.":[144],"This":[145],"will":[147],"have":[148],"participants":[149],"from":[150],"var-ious":[151],"sectors":[152],"including":[158],"academia,":[159],"industry,":[160],"government":[162],"order":[164],"accomplish":[166],"aims.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}