{"id":"https://openalex.org/W4403913349","doi":"https://doi.org/10.1145/3678957.3689030","title":"ERR@HRI 2024 Challenge: Multimodal Detection of Errors and Failures in Human-Robot Interactions","display_name":"ERR@HRI 2024 Challenge: Multimodal Detection of Errors and Failures in Human-Robot Interactions","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913349","doi":"https://doi.org/10.1145/3678957.3689030"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3689030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3689030","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3678957.3689030","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036456924","display_name":"Micol Spitale","orcid":"https://orcid.org/0000-0002-3418-1933"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Micol Spitale","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge, UK"],"raw_orcid":"https://orcid.org/0000-0002-3418-1933","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030027463","display_name":"Maria Teresa Parreira","orcid":"https://orcid.org/0000-0001-6191-3127"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maria Teresa Parreira","raw_affiliation_strings":["Department of Information Science, Cornell University, USA"],"raw_orcid":"https://orcid.org/0000-0001-6191-3127","affiliations":[{"raw_affiliation_string":"Department of Information Science, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038792183","display_name":"Maia Stiber","orcid":"https://orcid.org/0000-0003-0470-1229"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maia Stiber","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University, USA"],"raw_orcid":"https://orcid.org/0000-0003-0470-1229","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001713130","display_name":"Minja Axelsson","orcid":"https://orcid.org/0000-0002-1101-2539"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Minja Axelsson","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge, UK"],"raw_orcid":"https://orcid.org/0000-0002-1101-2539","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111253085","display_name":"Neval Kara","orcid":null},"institutions":[{"id":"https://openalex.org/I106245021","display_name":"\u00c7ankaya University","ror":"https://ror.org/056wqre19","country_code":"TR","type":"education","lineage":["https://openalex.org/I106245021"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Neval Kara","raw_affiliation_strings":["Department of Psychology, Cankaya University, Turkey"],"raw_orcid":"https://orcid.org/0009-0009-6065-6232","affiliations":[{"raw_affiliation_string":"Department of Psychology, Cankaya University, Turkey","institution_ids":["https://openalex.org/I106245021"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102043464","display_name":"Garima Kankariya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garima Kankariya","raw_affiliation_strings":["Department of Civil Engineering, Indian Institute of Technology, India"],"raw_orcid":"https://orcid.org/0009-0000-4391-4388","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Indian Institute of Technology, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017287995","display_name":"Chien\u2010Ming Huang","orcid":"https://orcid.org/0000-0002-6838-3701"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chien-Ming Huang","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University, USA"],"raw_orcid":"https://orcid.org/0000-0002-6838-3701","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069608785","display_name":"Malte Jung","orcid":"https://orcid.org/0000-0001-9359-7122"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Malte Jung","raw_affiliation_strings":["Department of Information Science, Cornell University, USA"],"raw_orcid":"https://orcid.org/0000-0001-9359-7122","affiliations":[{"raw_affiliation_string":"Department of Information Science, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016068576","display_name":"Wendy Ju","orcid":"https://orcid.org/0000-0002-3119-611X"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wendy Ju","raw_affiliation_strings":["Department of Information Science, Cornell Tech, USA"],"raw_orcid":"https://orcid.org/0000-0002-3119-611X","affiliations":[{"raw_affiliation_string":"Department of Information Science, Cornell Tech, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060090893","display_name":"Hatice G\u00fcne\u015f","orcid":"https://orcid.org/0000-0003-2407-3012"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hatice Gunes","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge, UK"],"raw_orcid":"https://orcid.org/0000-0003-2407-3012","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2351,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87992126,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"652","last_page":"656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9641000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6836332082748413},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6406389474868774},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5471587777137756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5415530204772949},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4689609110355377},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.44187691807746887}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6836332082748413},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6406389474868774},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5471587777137756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5415530204772949},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4689609110355377},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44187691807746887}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3678957.3689030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3689030","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1281089","is_oa":false,"landing_page_url":"https://hdl.handle.net/11311/1281089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3678957.3689030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3689030","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7830922211","display_name":null,"funder_award_id":"EP/R030782/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2962730651","https://openalex.org/W3009763971","https://openalex.org/W3205843018","https://openalex.org/W4308222543","https://openalex.org/W4323870546","https://openalex.org/W4323870627","https://openalex.org/W4387421116","https://openalex.org/W4387421776","https://openalex.org/W4392633686"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Despite":[0],"the":[1,10,84,152,166,211,223,229],"recent":[2],"advancements":[3],"in":[4,15,56,226,232],"robotics":[5],"and":[6,68,114,136,161,168,204,235],"machine":[7,117],"learning":[8,118],"(ML),":[9],"deployment":[11],"of":[12,73,104,142,156,170,186,208,213,218],"autonomous":[13,237],"robots":[14,80,238],"our":[16],"everyday":[17],"lives":[18],"is":[19,25],"still":[20],"an":[21],"open":[22],"challenge.":[23],"This":[24],"due":[26],"to":[27,50,61,82,86,112,120,178,189],"multiple":[28],"reasons":[29],"among":[30],"which":[31],"are":[32],"their":[33,47,180,242],"frequent":[34],"mistakes,":[35,158],"such":[36,196],"as":[37,44,46,197],"interrupting":[38],"people":[39],"or":[40,154],"having":[41],"delayed":[42],"responses,":[43],"well":[45],"limited":[48],"ability":[49,85],"understand":[51],"human":[52,71],"speech,":[53,135],"i.e.,":[54],"failure":[55],"tasks":[57],"like":[58],"transcribing":[59],"speech":[60],"text.":[62],"These":[63],"mistakes":[64],"may":[65],"disrupt":[66],"interactions":[67,143,234],"negatively":[69],"influence":[70],"perception":[72],"these":[74,122,214],"robots.":[75],"To":[76],"address":[77],"this":[78,97,219],"problem,":[79],"need":[81],"have":[83,175],"detect":[87,121],"human-robot":[88,108,233],"interaction":[89,131,162],"(HRI)":[90],"failures.":[91,123],"The":[92,216],"ERR@HRI":[93],"2024":[94],"challenge":[95,220],"tackles":[96],"by":[98],"offering":[99],"a":[100,126,145,206],"benchmark":[101,115],"multimodal":[102,116,129,181],"dataset":[103,127],"robot":[105,157,187,230],"failures":[106,231],"during":[107],"interactions,":[109],"encouraging":[110],"researchers":[111],"develop":[113],"models":[119,183],"We":[124],"created":[125],"featuring":[128],"non-verbal":[130],"data,":[132],"including":[133],"facial,":[134],"pose":[137],"features":[138],"from":[139],"video":[140],"clips":[141],"with":[144,149,203],"robotic":[146],"coach,":[147],"annotated":[148],"labels":[150],"indicating":[151],"presence":[153],"absence":[155],"user":[159],"awkwardness,":[160],"ruptures,":[163],"allowing":[164],"for":[165,184],"training":[167],"evaluation":[169],"predictive":[171],"models.":[172],"Challenge":[173],"participants":[174],"been":[176],"invited":[177],"submit":[179],"ML":[182],"detection":[185],"errors,":[188],"be":[190],"evaluated":[191],"against":[192],"various":[193],"performance":[194],"metrics":[195],"accuracy,":[198],"precision,":[199],"recall,":[200],"F1":[201],"score,":[202],"without":[205],"margin":[207],"error":[209],"reflecting":[210],"time-sensitivity":[212],"metrics.":[215],"results":[217],"will":[221],"help":[222],"research":[224],"field":[225],"better":[227],"understanding":[228],"designing":[236],"that":[239],"can":[240],"mitigate":[241],"own":[243],"errors":[244],"after":[245],"successfully":[246],"detecting":[247],"them.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}