{"id":"https://openalex.org/W2928221118","doi":"https://doi.org/10.1109/hri.2019.8673260","title":"What Could Go Wrong?! 2nd Workshop: Lessons Learned When Doing HRI User Studies with Off-the-Shelf Social Robots","display_name":"What Could Go Wrong?! 2nd Workshop: Lessons Learned When Doing HRI User Studies with Off-the-Shelf Social Robots","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2928221118","doi":"https://doi.org/10.1109/hri.2019.8673260","mag":"2928221118"},"language":"en","primary_location":{"id":"doi:10.1109/hri.2019.8673260","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri.2019.8673260","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 14th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038573219","display_name":"Shirley Elprama","orcid":"https://orcid.org/0000-0002-3649-9304"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Shirley A. Elprama","raw_affiliation_strings":["Imec, Vrije Universiteit, Brussel, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imec, Vrije Universiteit, Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052631473","display_name":"An Jacobs","orcid":"https://orcid.org/0000-0001-8058-1455"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"An Jacobs","raw_affiliation_strings":["Imec, Vrije Universiteit, Brussel, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imec, Vrije Universiteit, Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042001622","display_name":"Mike E.U. Ligthart","orcid":"https://orcid.org/0000-0002-0768-9977"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mike Ligthart","raw_affiliation_strings":["TU Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071518251","display_name":"Koen V. Hindriks","orcid":"https://orcid.org/0000-0002-5707-5236"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Koen Hindriks","raw_affiliation_strings":["Vrije Universiteit, Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089342160","display_name":"Katie Winkle","orcid":"https://orcid.org/0000-0002-3309-3552"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Katie Winkle","raw_affiliation_strings":["Bristol Robotics Laboratory, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bristol Robotics Laboratory, UK","institution_ids":["https://openalex.org/I4210161128"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8007,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75598676,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"677","last_page":"678"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/off-the-shelf","display_name":"Off the shelf","score":0.6781134009361267},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.604385495185852},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5972509980201721},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5344433188438416},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.507241427898407},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4110139012336731},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37146079540252686},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33904606103897095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30341506004333496},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.12232634425163269},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09015262126922607}],"concepts":[{"id":"https://openalex.org/C2982819384","wikidata":"https://www.wikidata.org/wiki/Q7078910","display_name":"Off the shelf","level":2,"score":0.6781134009361267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.604385495185852},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5972509980201721},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5344433188438416},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.507241427898407},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4110139012336731},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37146079540252686},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33904606103897095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30341506004333496},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.12232634425163269},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09015262126922607},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/hri.2019.8673260","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri.2019.8673260","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 14th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/cdb75aaf-8a74-4fc1-b8b6-f757358c1bcd","is_oa":false,"landing_page_url":"https://hdl.handle.net/1871.1/cdb75aaf-8a74-4fc1-b8b6-f757358c1bcd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Elprama, S A, Ligthart, M, Jacobs, A, Hindriks, K & Winkle, K 2019, What Could Go Wrong?! 2nd Workshop : Lessons Learned When Doing HRI User Studies with Off-the-Shelf Social Robots. in HRI 2019 - 14th ACM/IEEE International Conference on Human-Robot Interaction., 8673260, IEEE Computer Society, pp. 677-678, 14th Annual ACM/IEEE International Conference on Human-Robot Interaction, HRI 2019, Daegu, Korea, Republic of, 11/03/19. https://doi.org/10.1109/HRI.2019.8673260","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/cdb75aaf-8a74-4fc1-b8b6-f757358c1bcd","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/cdb75aaf-8a74-4fc1-b8b6-f757358c1bcd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Elprama , S A , Ligthart , M , Jacobs , A , Hindriks , K & Winkle , K 2019 , What Could Go Wrong?! 2nd Workshop : Lessons Learned When Doing HRI User Studies with Off-the-Shelf Social Robots . in HRI 2019 - 14th ACM/IEEE International Conference on Human-Robot Interaction . , 8673260 , IEEE Computer Society , pp. 677-678 , 14th Annual ACM/IEEE International Conference on Human-Robot Interaction, HRI 2019 , Daegu , Korea, Republic of , 11/03/19 . https://doi.org/10.1109/HRI.2019.8673260","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313460","display_name":"Agentschap Innoveren en Ondernemen","ror":"https://ror.org/032xdry56"},{"id":"https://openalex.org/F4320321012","display_name":"Technische Universiteit Delft","ror":"https://ror.org/02e2c7k09"},{"id":"https://openalex.org/F4320321014","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2154332883","https://openalex.org/W6682465632"],"related_works":["https://openalex.org/W2012531322","https://openalex.org/W2402761219","https://openalex.org/W2586121003","https://openalex.org/W2785900585","https://openalex.org/W2353730437","https://openalex.org/W2490303674","https://openalex.org/W2609066826","https://openalex.org/W2810752900","https://openalex.org/W2365677836","https://openalex.org/W2531295127"],"abstract_inverted_index":{"Nowadays,":[0],"off-the-shelf":[1,119],"social":[2,14],"robots":[3],"are":[4,54,78,88,146,168],"used":[5],"more":[6],"frequently":[7],"by":[8],"the":[9,72,76,95,99,110,159,189],"HRI":[10,39,130,153,190],"community":[11],"to":[12,45,50,109,123,173,180],"research":[13,40,70],"interactions":[15],"with":[16,41,98,106],"different":[17],"types":[18],"of":[19,24,82,177],"users":[20],"across":[21,128],"a":[22,47,139,175],"range":[23],"domains":[25,131],"such":[26,151],"as":[27,65],"education,":[28],"retail,":[29],"health":[30],"care,":[31],"public":[32],"places":[33],"and":[34,125,132,164,170],"other":[35],"domains.":[36],"Everyone":[37],"doing":[38],"end-users":[42],"is":[43],"invited":[44],"submit":[46],"case":[48,58,143],"study":[49,165],"our":[51],"workshop.":[52],"We":[53,145],"particularly":[55],"interested":[56,147],"in":[57,71,75,148],"studies":[59,68],"where":[60],"things":[61],"did":[62],"not":[63,89],"go":[64],"planned.":[66],"Case":[67],"describing":[69],"lab":[73],"or":[74,102],"wild":[77],"both":[79],"welcome.":[80],"Examples":[81],"unplanned":[83],"experiences":[84],"could":[85],"include,":[86],"but":[87],"limited":[90],"to,":[91],"unexpected":[92,152],"responses":[93],"from":[94],"user,":[96],"issues":[97],"experimental":[100],"setup":[101],"simply":[103],"having":[104],"challenges":[105],"transferring":[107],"theory":[108],"real":[111],"world.":[112],"In":[113,121,158],"this":[114],"workshop,":[115,160],"we":[116,136,161],"focus":[117],"on":[118],"robots.":[120],"order":[122],"generalize":[124],"compare":[126],"differences":[127],"multiple":[129],"create":[133,174],"common":[134],"solutions,":[135],"will":[137,162],"provide":[138],"template":[140],"for":[141,188],"your":[142],"study.":[144],"learning":[149],"how":[150,166],"results":[154],"can":[155,184],"be":[156,171,186],"reported.":[157],"discuss":[163],"failures":[167],"reported":[169],"inspired":[172],"list":[176],"good":[178],"ways":[179],"report":[181],"failures,":[182],"which":[183],"hopefully":[185],"inspiring":[187],"community.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}