{"id":"https://openalex.org/W4323536878","doi":"https://doi.org/10.1145/3568294.3580162","title":"Towards Improved Replicability of Human Studies in Human-Robot Interaction","display_name":"Towards Improved Replicability of Human Studies in Human-Robot Interaction","publication_year":2023,"publication_date":"2023-03-08","ids":{"openalex":"https://openalex.org/W4323536878","doi":"https://doi.org/10.1145/3568294.3580162"},"language":"en","primary_location":{"id":"doi:10.1145/3568294.3580162","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3568294.3580162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075356856","display_name":"Shelly Bagchi","orcid":"https://orcid.org/0000-0001-5553-3339"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shelly Bagchi","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD, USA"],"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041716094","display_name":"Patrick Holthaus","orcid":"https://orcid.org/0000-0001-8450-9362"},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Patrick Holthaus","raw_affiliation_strings":["University of Hertfordshire, Hatfield, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Hertfordshire, Hatfield, United Kingdom","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000973735","display_name":"Gloria Beraldo","orcid":"https://orcid.org/0000-0001-8937-9739"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gloria Beraldo","raw_affiliation_strings":["National Research Council of Italy, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"National Research Council of Italy, Rome, Italy","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066283584","display_name":"Emmanuel Senft","orcid":"https://orcid.org/0000-0001-7160-4352"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Emmanuel Senft","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087944836","display_name":"Daniel Hern\u00e1ndez Garc\u00eda","orcid":"https://orcid.org/0000-0001-9296-9692"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Hernandez Garcia","raw_affiliation_strings":["Heriot-Watt University, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101670508","display_name":"Han Zhao","orcid":"https://orcid.org/0000-0002-8243-7411"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao Han","raw_affiliation_strings":["Colorado School of Mines, Golden, CO, USA"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040657157","display_name":"Suresh Kumaar Jayaraman","orcid":"https://orcid.org/0000-0002-4874-8582"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suresh Kumaar Jayaraman","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031968626","display_name":"Alessandra Rossi","orcid":"https://orcid.org/0000-0003-1362-8799"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandra Rossi","raw_affiliation_strings":["University of Naples Federico II, Naples, Italy"],"affiliations":[{"raw_affiliation_string":"University of Naples Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042594650","display_name":"Connor Esterwood","orcid":"https://orcid.org/0000-0002-2685-6435"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Connor Esterwood","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048597091","display_name":"Antonio Andriella","orcid":"https://orcid.org/0000-0002-6641-6450"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonio Andriella","raw_affiliation_strings":["Pal Robotics, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Pal Robotics, Barcelona, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062910674","display_name":"Paul Pridham","orcid":"https://orcid.org/0000-0002-8370-6388"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Pridham","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5075356856"],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":2.0305,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85705092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"629","last_page":"633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9380221962928772},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7052240967750549},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.7035222053527832},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.57222580909729},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5097041130065918},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.47067317366600037},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37132787704467773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3577890396118164},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20195195078849792}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9380221962928772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7052240967750549},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.7035222053527832},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.57222580909729},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5097041130065918},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.47067317366600037},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37132787704467773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3577890396118164},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20195195078849792},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3568294.3580162","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3568294.3580162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:uhra.herts.ac.uk:2299/26507","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85150429038&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306400241","display_name":"University of Hertfordshire Research Archive (University of Hertfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I141584323","host_organization_name":"University of Hertfordshire","host_organization_lineage":["https://openalex.org/I141584323"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","score":0.550000011920929,"id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2131799829","https://openalex.org/W2971774262","https://openalex.org/W3095030303","https://openalex.org/W3125243430","https://openalex.org/W3130003897","https://openalex.org/W3132809785","https://openalex.org/W3133737915","https://openalex.org/W4240018458","https://openalex.org/W4281816635","https://openalex.org/W4298128028","https://openalex.org/W4307156087"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,87],"present":[4],"a":[5,36,47],"proposed":[6],"format":[7,38],"for":[8,18],"reporting":[9,50],"human":[10],"studies":[11,62],"in":[12,43,56],"Human-Robot":[13],"Interaction":[14],"(HRI).":[15],"We":[16],"call":[17],"details":[19,42],"which":[20],"are":[21],"often":[22],"overlooked":[23],"or":[24],"left":[25],"out":[26],"of":[27,60,74],"research":[28],"papers":[29],"due":[30],"to":[31,39],"space":[32],"constraints,":[33],"and":[34,58,63,66,72,86],"propose":[35],"standardized":[37],"contain":[40],"those":[41],"paper":[44],"appendices.":[45],"Providing":[46],"formalized":[48],"study":[49],"method":[51],"will":[52],"promote":[53],"an":[54],"increase":[55],"replicability":[57],"reproducibility":[59],"HRI":[61,75,92],"encourage":[64],"meta-analysis":[65],"review,":[67],"ultimately":[68],"increasing":[69],"the":[70,80,91,95],"generalizability":[71],"validity":[73],"research.":[76],"Our":[77],"draft":[78],"is":[79],"first":[81],"step":[82],"towards":[83],"these":[84],"goals,":[85],"welcome":[88],"feedback":[89],"from":[90],"community":[93],"on":[94],"included":[96],"topics.":[97]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}