{"id":"https://openalex.org/W4403920067","doi":"https://doi.org/10.1109/ro-man60168.2024.10731373","title":"Multimodal fusion stress detector for enhanced human-robot collaboration in industrial assembly tasks","display_name":"Multimodal fusion stress detector for enhanced human-robot collaboration in industrial assembly tasks","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4403920067","doi":"https://doi.org/10.1109/ro-man60168.2024.10731373"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man60168.2024.10731373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man60168.2024.10731373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059206976","display_name":"Andrea Bussolan","orcid":"https://orcid.org/0000-0003-1191-7765"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Andrea Bussolan","raw_affiliation_strings":["ARM-Lab, SUPSI,Lugano,Switzerland,6900"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARM-Lab, SUPSI,Lugano,Switzerland,6900","institution_ids":["https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073244612","display_name":"Stefano Baraldo","orcid":"https://orcid.org/0000-0002-7941-8287"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Stefano Baraldo","raw_affiliation_strings":["ARM-Lab, SUPSI,Lugano,Switzerland,6900"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARM-Lab, SUPSI,Lugano,Switzerland,6900","institution_ids":["https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109533956","display_name":"Luca Maria Gambardella","orcid":"https://orcid.org/0009-0004-2555-1762"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Maria Gambardella","raw_affiliation_strings":["USI,Faculty of Informatics,Lugano,Switzerland,6900"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USI,Faculty of Informatics,Lugano,Switzerland,6900","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088210442","display_name":"Anna Valente","orcid":"https://orcid.org/0000-0003-3257-4482"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Anna Valente","raw_affiliation_strings":["ARM-Lab, SUPSI,Lugano,Switzerland,6900"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARM-Lab, SUPSI,Lugano,Switzerland,6900","institution_ids":["https://openalex.org/I15196421"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"978","last_page":"984"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.7185999751091003,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.7185999751091003,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.6916999816894531,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10834","display_name":"Welding Techniques and Residual Stresses","score":0.6499999761581421,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.6112514138221741},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5999521613121033},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.582806408405304},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.5690223574638367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5485891699790955},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5116794109344482},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.47359684109687805},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39111360907554626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3109176754951477},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08765065670013428}],"concepts":[{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.6112514138221741},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5999521613121033},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.582806408405304},{"id":"https://openalex.org/C21036866","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.5690223574638367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5485891699790955},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5116794109344482},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.47359684109687805},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39111360907554626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3109176754951477},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08765065670013428},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man60168.2024.10731373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man60168.2024.10731373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4000000059604645}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320338388","display_name":"Eurostars","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1239497932","https://openalex.org/W1969050256","https://openalex.org/W1976042351","https://openalex.org/W2108805072","https://openalex.org/W2114186931","https://openalex.org/W2120357670","https://openalex.org/W2157289187","https://openalex.org/W2884225676","https://openalex.org/W2894771803","https://openalex.org/W2899116973","https://openalex.org/W2917094047","https://openalex.org/W2981462195","https://openalex.org/W3142113686","https://openalex.org/W3144083005","https://openalex.org/W3172639116","https://openalex.org/W3186028265","https://openalex.org/W3195146636","https://openalex.org/W4205633160","https://openalex.org/W4235140846","https://openalex.org/W6649314975","https://openalex.org/W6655842354","https://openalex.org/W6748519152","https://openalex.org/W6766978945","https://openalex.org/W6768768114","https://openalex.org/W6776666944","https://openalex.org/W6783924875","https://openalex.org/W6803662013","https://openalex.org/W6804079211","https://openalex.org/W6810502785","https://openalex.org/W6839746913","https://openalex.org/W6841606653","https://openalex.org/W6842727815","https://openalex.org/W6847229992"],"related_works":["https://openalex.org/W2366906938","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W4287179229","https://openalex.org/W2152662039","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"In":[0],"the":[1,42,50,86,92,158,167,185,188],"modern":[2],"manufacturing":[3],"industry,":[4],"workers":[5],"are":[6,115,150],"still":[7,38],"required":[8],"to":[9,22,40,52,61,105,143,202],"manually":[10],"perform":[11],"complex,":[12],"repetitive,":[13],"and":[14,29,34,47,56,64,81,124,140,193,205],"physically":[15],"demanding":[16],"tasks.":[17,127],"Collaborative":[18],"robotics":[19],"has":[20],"emerged":[21],"assist":[23],"human":[24,45,58],"workers,":[25],"reducing":[26],"physical":[27],"strain":[28],"monotony,":[30],"while":[31,120],"increasing":[32],"productivity":[33],"safety.":[35],"Nonetheless,":[36],"cobots":[37],"struggle":[39],"match":[41],"dexterity":[43],"of":[44,88,94,160,169,180,190,198],"hands":[46],"they":[48],"lack":[49],"ability":[51],"understand":[53],"natural":[54],"language":[55],"interpret":[57],"needs,":[59],"leading":[60],"worker":[62],"frustration":[63],"stress.":[65],"Psychological":[66],"stress":[67,108,145,174],"is":[68],"a":[69,102,153,161,177],"critical":[70],"issue":[71,87],"in":[72,91,172],"industrial":[73,98,111],"workplaces,":[74],"as":[75],"it":[76],"affects":[77],"both":[78,122],"workers\u2019":[79],"well-being":[80,90],"productivity.":[82],"This":[83,182],"work":[84],"addresses":[85],"operators\u2019":[89],"context":[93],"human-robot":[95],"collaboration":[96,204],"within":[97],"settings.":[99],"We":[100],"propose":[101],"multimodal":[103],"approach":[104,129,156],"detect":[106],"psychological":[107],"during":[109],"an":[110],"assembly":[112,126],"task.":[113],"Data":[114],"collected":[116],"from":[117],"12":[118],"participants":[119],"performing":[121],"autonomous":[123],"robot-assisted":[125],"Our":[128],"combines":[130],"physiological":[131],"signals":[132],"(ECG,":[133],"EMG,":[134],"EDA),":[135],"facial":[136],"action":[137],"units":[138],"(AUs),":[139],"voice":[141],"features":[142,149],"classify":[144],"levels.":[146],"The":[147,164],"extracted":[148],"combined":[151],"using":[152],"late":[154],"fusion":[155],"involving":[157],"use":[159],"self-attention":[162],"layer.":[163],"results":[165],"demonstrate":[166],"effectiveness":[168],"our":[170],"model":[171],"predicting":[173],"levels":[175],"with":[176],"weighted":[178],"F1-score":[179],"0.81.":[181],"research":[183],"paves":[184],"way":[186],"for":[187],"development":[189],"more":[191],"empathetic":[192],"human-aware":[194],"robotic":[195],"partners,":[196],"capable":[197],"adapting":[199],"their":[200],"behavior":[201],"improve":[203],"operator":[206],"well-being.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}