{"id":"https://openalex.org/W4403913140","doi":"https://doi.org/10.1145/3678957.3688387","title":"PRISCA at ERR@HRI 2024: Multimodal Representation Learning for Detecting Interaction Ruptures in HRI","display_name":"PRISCA at ERR@HRI 2024: Multimodal Representation Learning for Detecting Interaction Ruptures in HRI","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913140","doi":"https://doi.org/10.1145/3678957.3688387"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3688387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3688387","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3678957.3688387","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066673544","display_name":"Pradip Pramanick","orcid":"https://orcid.org/0000-0002-0897-1835"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Pradip Pramanick","raw_affiliation_strings":["Interdepartmental Center for Advances in Robotic Surgery - ICAROS, University of Naples Federico II, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0897-1835","affiliations":[{"raw_affiliation_string":"Interdepartmental Center for Advances in Robotic Surgery - ICAROS, University of Naples Federico II, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046630253","display_name":"Silvia Rossi","orcid":"https://orcid.org/0000-0002-3379-1756"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Silvia Rossi","raw_affiliation_strings":["Department of Electrical Engineering and Information Technologies - DIETI, University of Naples Federico II, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3379-1756","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Information Technologies - DIETI, University of Naples Federico II, Italy","institution_ids":["https://openalex.org/I71267560"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5066673544"],"corresponding_institution_ids":["https://openalex.org/I71267560"],"apc_list":null,"apc_paid":null,"fwci":0.6623,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75890886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"666","last_page":"670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.632468581199646},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5748274326324463},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4885064363479614},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.46550801396369934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39764875173568726},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3296443819999695},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2060532569885254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.632468581199646},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5748274326324463},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4885064363479614},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.46550801396369934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39764875173568726},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3296443819999695},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2060532569885254},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678957.3688387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3688387","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3678957.3688387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3688387","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2085662862","https://openalex.org/W2807126412","https://openalex.org/W2914480677","https://openalex.org/W2962730651","https://openalex.org/W2963351448","https://openalex.org/W3128510346","https://openalex.org/W3175395689","https://openalex.org/W3195851848","https://openalex.org/W3205843018","https://openalex.org/W4294871822","https://openalex.org/W4297841817","https://openalex.org/W4312472107","https://openalex.org/W4323536975","https://openalex.org/W4323870546","https://openalex.org/W4323870627","https://openalex.org/W4385573350","https://openalex.org/W4392633644"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Interaction":[0],"ruptures":[1,15,35,58],"in":[2,63,77,95,133],"human-robot":[3],"interaction":[4,66,92],"(HRI)":[5],"refer":[6],"to":[7,28,86,91,98,124],"scenarios":[8],"when":[9],"seamless":[10],"interactions":[11],"are":[12],"disrupted.":[13],"Such":[14],"can":[16],"be":[17,37,170],"directly":[18],"observed":[19],"by":[20,59],"the":[21,34,47,73,78,134,142,146,153,158],"robot":[22],"at":[23,173],"times,":[24],"e.g.,":[25],"not":[26],"responding":[27],"a":[29,64,102,112,149],"human":[30],"utterance.":[31],"However,":[32],"often":[33],"could":[36],"more":[38],"passive":[39],"and":[40,42,148,163],"subtle":[41],"require":[43],"an":[44],"analysis":[45,151],"of":[46,152,160],"human\u2019s":[48],"behavior.":[49],"In":[50],"this":[51,70],"work,":[52],"we":[53,110],"focus":[54],"on":[55,141],"detecting":[56],"such":[57],"analyzing":[60],"multimodal":[61,88,106],"information":[62],"face-to-face":[65],"setting.":[67],"More":[68],"specifically,":[69],"paper":[71],"describes":[72],"PRISCA":[74],"team\u2019s":[75],"participation":[76],"ERR@HRI":[79,135],"Challenge":[80],"2024,":[81],"which":[82],"was":[83,130],"recently":[84],"proposed":[85],"benchmark":[87],"learning":[89],"approaches":[90,162],"rupture":[93],"detection":[94],"HRI.":[96],"Central":[97],"our":[99],"approach":[100,129],"is":[101],"feature-fusion":[103],"strategy":[104],"for":[105,165],"representation":[107],"learning,":[108],"where":[109],"train":[111],"neural":[113],"network":[114],"with":[115],"separate":[116],"recurrent":[117],"layers":[118],"that":[119],"act":[120],"as":[121],"temporal":[122],"encoders":[123],"learn":[125],"modality-specific":[126],"representations.":[127],"Our":[128],"ranked":[131],"3rd":[132],"challenge.":[136],"We":[137,155],"present":[138],"detailed":[139],"experimentation":[140],"released":[143],"dataset":[144],"from":[145],"challenge":[147],"thorough":[150],"results.":[154],"further":[156],"discuss":[157],"limitations":[159],"current":[161],"implications":[164],"future":[166],"works.":[167],"Code":[168],"will":[169],"made":[171],"available":[172],"https://github.com/pradippramanick/prisca-errhri/.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}