{"id":"https://openalex.org/W4415538280","doi":"https://doi.org/10.1145/3746027.3762075","title":"Multimodal Time Series Alignment for Error Detection in Human Robot Interactions","display_name":"Multimodal Time Series Alignment for Error Detection in Human Robot Interactions","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538280","doi":"https://doi.org/10.1145/3746027.3762075"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3762075","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3762075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101786662","display_name":"Xun Jiang","orcid":"https://orcid.org/0000-0003-2209-651X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Jiang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China and Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2209-651X","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China and Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057736112","display_name":"Shuangle Li","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuangle Li","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0006-5176-7713","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chong Liu","orcid":"https://orcid.org/0009-0007-8197-178X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Liu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0007-8197-178X","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5685-3123","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14143","last_page":"14149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9528999924659729,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.6728000044822693},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.555899977684021},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49079999327659607},{"id":"https://openalex.org/keywords/conjunction","display_name":"Conjunction (astronomy)","score":0.4779999852180481},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.450300008058548},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.4352000057697296},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4113999903202057},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.38029998540878296},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.37779998779296875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922999858856201},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.6728000044822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5867999792098999},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.555899977684021},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49079999327659607},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.450300008058548},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44130000472068787},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.4352000057697296},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4113999903202057},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3698999881744385},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.3425000011920929},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.33970001339912415},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2728999853134155},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3762075","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3762075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3029044549","display_name":null,"funder_award_id":"No. 22120250572","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4210780331","display_name":null,"funder_award_id":"No. 62222203 and No. 62476201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2085662862","https://openalex.org/W2766098680","https://openalex.org/W2767580168","https://openalex.org/W2967041410","https://openalex.org/W3010290680","https://openalex.org/W3099659757","https://openalex.org/W3112330479","https://openalex.org/W3129265343","https://openalex.org/W4283077435","https://openalex.org/W4312472107","https://openalex.org/W4312639100","https://openalex.org/W4379409087","https://openalex.org/W4388037600","https://openalex.org/W4389223778","https://openalex.org/W4393161084","https://openalex.org/W4399039133","https://openalex.org/W4402716394","https://openalex.org/W4403913113","https://openalex.org/W4403913186","https://openalex.org/W4404769982","https://openalex.org/W4411635689"],"related_works":[],"abstract_inverted_index":{"Errors":[0],"often":[1],"occur":[2],"during":[3],"human-robot":[4,31],"interactions,":[5],"such":[6],"as":[7],"failing":[8],"to":[9,77,101,112,128],"respond,":[10],"interrupting":[11],"users,":[12],"or":[13],"providing":[14],"answers":[15],"that":[16],"do":[17],"not":[18],"meet":[19],"user":[20],"expectations.":[21],"Detecting":[22],"these":[23],"issues":[24],"on":[25,132,209],"time":[26],"is":[27,109,207],"crucial":[28],"for":[29,50,202],"making":[30],"communication":[32],"more":[33,81],"natural":[34],"and":[35,68,83,148,160,186,199],"user-friendly.":[36],"In":[37],"this":[38],"technical":[39],"report,":[40],"we":[41,64,91],"present":[42],"the":[43,51,57,133,139,167,194],"approach":[44,143,153,198],"proposed":[45],"by":[46,74,98],"our":[47,142,183,197],"team,":[48],"CFM-HRI,":[49],"ERR@HRI":[52,168],"2.0":[53,169],"Challenge":[54],"2025,":[55],"targeting":[56],"task":[58],"of":[59,141,166,182,193,196],"interaction":[60,79],"error":[61],"detection.":[62],"Specifically,":[63],"propose":[65],"a":[66],"lightweight":[67],"efficient":[69],"time-series":[70],"classification":[71],"approach,":[72],"empowered":[73],"cross-modal":[75,146],"alignment,":[76],"detect":[78,129],"errors":[80,130],"accurately":[82],"promptly.":[84],"To":[85],"mitigate":[86],"temporal":[87],"misalignment":[88],"across":[89],"modalities,":[90],"adopt":[92],"an":[93,191],"upsampling":[94],"alignment":[95],"strategy,":[96],"followed":[97],"feature":[99],"fusion":[100],"obtain":[102],"unified":[103],"representations.":[104],"A":[105],"sliding-window":[106],"voting":[107],"mechanism":[108],"then":[110],"introduced":[111],"construct":[113],"training":[114],"samples":[115],"along":[116,189],"with":[117,174,190],"corresponding":[118],"ground":[119],"truth":[120],"labels.":[121],"Several":[122],"machine":[123],"learning":[124],"models":[125],"are":[126],"employed":[127],"based":[131],"fused":[134],"features.":[135],"Experimental":[136],"results":[137],"demonstrate":[138],"effectiveness":[140],"in":[144,157,163,172],"capturing":[145],"inconsistencies":[147],"improving":[149],"detection":[150],"accuracy.":[151],"Our":[152,205],"won":[154],"first":[155],"place":[156,162],"Sub-Challenge":[158,164],"2":[159],"second":[161],"1":[165],"Challenge,":[170],"held":[171],"conjunction":[173],"ACM":[175],"MM":[176],"2025.":[177],"We":[178],"provide":[179],"detailed":[180],"descriptions":[181],"data":[184],"processing":[185],"experimental":[187],"setup,":[188],"analysis":[192],"limitations":[195],"potential":[200],"directions":[201],"future":[203],"work.":[204],"code":[206],"available":[208],"https://github.com/setsaile/CFM-HRI-ERR-HRI2.0.":[210]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}