{"id":"https://openalex.org/W4403913113","doi":"https://doi.org/10.1145/3678957.3688388","title":"Predicting Errors and Failures in Human-Robot Interaction from Multi-Modal Temporal Data","display_name":"Predicting Errors and Failures in Human-Robot Interaction from Multi-Modal Temporal Data","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913113","doi":"https://doi.org/10.1145/3678957.3688388"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3688388","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3688388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027249654","display_name":"Ruben Janssens","orcid":"https://orcid.org/0000-0002-1790-9531"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ruben Janssens","raw_affiliation_strings":["IDLab-AIRO, Ghent University - imec, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1790-9531","affiliations":[{"raw_affiliation_string":"IDLab-AIRO, Ghent University - imec, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060201859","display_name":"Eva Verhelst","orcid":"https://orcid.org/0009-0009-4734-1551"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Eva Verhelst","raw_affiliation_strings":["IDLab-AIRO, Ghent University - imec, Belgium"],"raw_orcid":"https://orcid.org/0009-0009-4734-1551","affiliations":[{"raw_affiliation_string":"IDLab-AIRO, Ghent University - imec, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016977181","display_name":"Mathieu De Coster","orcid":"https://orcid.org/0000-0002-1103-2441"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Mathieu De Coster","raw_affiliation_strings":["IDLab-AIRO, Ghent University - imec, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1103-2441","affiliations":[{"raw_affiliation_string":"IDLab-AIRO, Ghent University - imec, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":1.6634,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85784364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"671","last_page":"676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.735968828201294},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7051917314529419},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5293950438499451},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.48503464460372925},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4159199595451355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40481579303741455},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.07667100429534912}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.735968828201294},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7051917314529419},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5293950438499451},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.48503464460372925},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4159199595451355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40481579303741455},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.07667100429534912},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3678957.3688388","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3688388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01JCN2JF5GQZJ6CXHP40YTA002","is_oa":false,"landing_page_url":"https://biblio.ugent.be/publication/01JCN2JF5GQZJ6CXHP40YTA002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400704628","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W3094508949","https://openalex.org/W4323870546","https://openalex.org/W4388623332"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W8302103","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"Social":[0],"robots":[1],"should":[2],"be":[3],"able":[4],"to":[5,29,44,99,118,125],"detect":[6],"social":[7],"signals":[8],"sent":[9],"by":[10],"their":[11],"user,":[12],"such":[13],"as":[14],"when":[15,46],"the":[16,22,30,67,71,90,107,126],"robot":[17],"made":[18],"a":[19,35,50,93],"mistake":[20],"or":[21],"user":[23],"feels":[24],"awkward.":[25],"As":[26],"our":[27,84],"submission":[28],"ERR@HRI":[31],"challenge,":[32],"we":[33],"present":[34],"number":[36],"of":[37,66,83,92,106],"neural":[38,116],"and":[39,59,74,114,128],"traditional":[40,130],"machine":[41],"learning":[42],"models":[43],"predict":[45,100],"this":[47],"occurs":[48],"in":[49,70],"human-robot":[51],"conversation,":[52],"based":[53],"on":[54],"facial":[55],"expressions,":[56],"body":[57],"pose,":[58],"non-verbal":[60],"speech":[61],"characteristics.":[62],"The":[63],"small":[64],"size":[65],"dataset,":[68],"imbalance":[69],"label":[72,76],"distribution,":[73],"low-frequency":[75],"annotations":[77],"provided":[78],"significant":[79],"challenges.":[80],"However,":[81],"three":[82],"approaches":[85],"show":[86],"promising":[87],"results:":[88],"modifying":[89],"training":[91],"gated":[94],"recurrent":[95],"unit":[96],"(GRU)":[97],"model":[98],"at":[101],"lower":[102],"frequency":[103],"than":[104],"that":[105],"input":[108],"features,":[109],"using":[110,129],"an":[111],"embedding":[112],"layer":[113],"convolutional":[115],"network":[117],"pre-process":[119],"temporal":[120],"data":[121],"before":[122],"feeding":[123],"it":[124],"GRU,":[127],"random":[131],"forests.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}