{"id":"https://openalex.org/W4323536878","doi":"https://doi.org/10.1145/3568294.3580162","title":"Towards Improved Replicability of Human Studies in Human-Robot Interaction","display_name":"Towards Improved Replicability of Human Studies in Human-Robot Interaction","publication_year":2023,"publication_date":"2023-03-08","ids":{"openalex":"https://openalex.org/W4323536878","doi":"https://doi.org/10.1145/3568294.3580162"},"language":"en","primary_location":{"id":"doi:10.1145/3568294.3580162","doi":"https://doi.org/10.1145/3568294.3580162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568294.3580162","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580162","source":{"id":"https://openalex.org/S4363608246","display_name":"ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580162","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075356856","display_name":"Shelly Bagchi","orcid":"https://orcid.org/0000-0001-5553-3339","observed_orcids":["https://orcid.org/0000-0001-5553-3339"]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shelly Bagchi","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-5553-3339","affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041716094","display_name":"Patrick Holthaus","orcid":"https://orcid.org/0000-0001-8450-9362","observed_orcids":["https://orcid.org/0000-0001-8450-9362"]},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Patrick Holthaus","raw_affiliation_strings":["University of Hertfordshire, Hatfield, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-8450-9362","affiliations":[{"raw_affiliation_string":"University of Hertfordshire, Hatfield, United Kingdom","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000973735","display_name":"Gloria Beraldo","orcid":"https://orcid.org/0000-0001-8937-9739","observed_orcids":["https://orcid.org/0000-0001-8937-9739"]},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gloria Beraldo","raw_affiliation_strings":["National Research Council of Italy, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8937-9739","affiliations":[{"raw_affiliation_string":"National Research Council of Italy, Rome, Italy","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066283584","display_name":"Emmanuel Senft","orcid":"https://orcid.org/0000-0001-7160-4352","observed_orcids":["https://orcid.org/0000-0001-7160-4352"]},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Emmanuel Senft","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-7160-4352","affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087944836","display_name":"Daniel Hern\u00e1ndez Garc\u00eda","orcid":"https://orcid.org/0000-0001-9296-9692","observed_orcids":["https://orcid.org/0000-0001-9296-9692"]},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Hernandez Garcia","raw_affiliation_strings":["Heriot-Watt University, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-9296-9692","affiliations":[{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101670508","display_name":"Han Zhao","orcid":"https://orcid.org/0000-0002-8243-7411","observed_orcids":["https://orcid.org/0000-0002-8243-7411","https://orcid.org/0009-0008-5847-3886"]},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao Han","raw_affiliation_strings":["Colorado School of Mines, Golden, CO, USA"],"raw_orcid":"https://orcid.org/0000-0002-8243-7411","affiliations":[{"raw_affiliation_string":"Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040657157","display_name":"Suresh Kumaar Jayaraman","orcid":"https://orcid.org/0000-0002-4874-8582","observed_orcids":["https://orcid.org/0000-0002-4874-8582"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suresh Kumaar Jayaraman","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4874-8582","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031968626","display_name":"Alessandra Rossi","orcid":"https://orcid.org/0000-0003-1362-8799","observed_orcids":["https://orcid.org/0000-0003-1362-8799"]},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandra Rossi","raw_affiliation_strings":["University of Naples Federico II, Naples, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1362-8799","affiliations":[{"raw_affiliation_string":"University of Naples Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042594650","display_name":"Connor T. Esterwood","orcid":"https://orcid.org/0000-0002-2685-6435","observed_orcids":["https://orcid.org/0000-0002-2685-6435"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Connor Esterwood","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-2685-6435","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048597091","display_name":"Antonio Andriella","orcid":"https://orcid.org/0000-0002-6641-6450","observed_orcids":["https://orcid.org/0000-0002-6641-6450"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonio Andriella","raw_affiliation_strings":["Pal Robotics, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6641-6450","affiliations":[{"raw_affiliation_string":"Pal Robotics, Barcelona, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062910674","display_name":"Paul Pridham","orcid":"https://orcid.org/0000-0002-8370-6388","observed_orcids":["https://orcid.org/0000-0002-8370-6388"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Pridham","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-8370-6388","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7092,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.95034993,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"629","last_page":"633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9320999979972839,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9320999979972839,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-robot-interaction","display_name":"human-robot interaction","score":0.9629999995231628},{"id":"https://openalex.org/keywords/reporting-guidelines","display_name":"reporting guidelines","score":0.6700000166893005},{"id":"https://openalex.org/keywords/replicability","display_name":"replicability","score":0.7829999923706055},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9980000257492065},{"id":"https://openalex.org/keywords/meta-analysis","display_name":"meta-analysis","score":0.9380000233650208},{"id":"https://openalex.org/keywords/research-validity","display_name":"research validity","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9380221962928772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7052240967750549},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.7035222053527832},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.57222580909729},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5097041130065918},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.47067317366600037},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37132787704467773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3577890396118164},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20195195078849792},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3568294.3580162","doi":"https://doi.org/10.1145/3568294.3580162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568294.3580162","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580162","source":{"id":"https://openalex.org/S4363608246","display_name":"ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:uhra.herts.ac.uk:14436","doi":null,"is_oa":true,"landing_page_url":"https://uhra.herts.ac.uk/view/author_id/p=2Eholthaus=40herts=2Eac=2Euk.html>,","pdf_url":"https://uhra.herts.ac.uk/id/eprint/14436/1/Bagchi2023.pdf","source":{"id":"https://openalex.org/S4306400241","display_name":"University of Hertfordshire Research Archive (University of Hertfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I141584323","host_organization_name":"University of Hertfordshire","host_organization_lineage":["https://openalex.org/I141584323"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:uhra.herts.ac.uk:2299/26507","doi":null,"is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85150429038&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306400241","display_name":"University of Hertfordshire Research Archive (University of Hertfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I141584323","host_organization_name":"University of Hertfordshire","host_organization_lineage":["https://openalex.org/I141584323"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3568294.3580162","doi":"https://doi.org/10.1145/3568294.3580162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568294.3580162","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580162","source":{"id":"https://openalex.org/S4363608246","display_name":"ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323536878.pdf","grobid_xml":"https://content.openalex.org/works/W4323536878.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2131799829","https://openalex.org/W2971774262","https://openalex.org/W3095030303","https://openalex.org/W3125243430","https://openalex.org/W3130003897","https://openalex.org/W3132809785","https://openalex.org/W3133737915","https://openalex.org/W4240018458","https://openalex.org/W4281816635","https://openalex.org/W4298128028","https://openalex.org/W4307156087"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,87],"present":[4],"a":[5,36,47],"proposed":[6],"format":[7,38],"for":[8,18],"reporting":[9,50],"human":[10],"studies":[11,62],"in":[12,43,56],"Human-Robot":[13],"Interaction":[14],"(HRI).":[15],"We":[16],"call":[17],"details":[19,42],"which":[20],"are":[21],"often":[22],"overlooked":[23],"or":[24],"left":[25],"out":[26],"of":[27,60,74],"research":[28],"papers":[29],"due":[30],"to":[31,39],"space":[32],"constraints,":[33],"and":[34,58,63,66,72,86],"propose":[35],"standardized":[37],"contain":[40],"those":[41],"paper":[44],"appendices.":[45],"Providing":[46],"formalized":[48],"study":[49],"method":[51],"will":[52],"promote":[53],"an":[54],"increase":[55],"replicability":[57],"reproducibility":[59],"HRI":[61,75,92],"encourage":[64],"meta-analysis":[65],"review,":[67],"ultimately":[68],"increasing":[69],"the":[70,80,91,95],"generalizability":[71],"validity":[73],"research.":[76],"Our":[77],"draft":[78],"is":[79],"first":[81],"step":[82],"towards":[83],"these":[84],"goals,":[85],"welcome":[88],"feedback":[89],"from":[90],"community":[93],"on":[94],"included":[96],"topics.":[97]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-05T09:50:58.205359","created_date":"2025-10-10T00:00:00"}