{"id":"https://openalex.org/W4392633881","doi":"https://doi.org/10.1145/3610977.3634926","title":"Are You Sure? - Multi-Modal Human Decision Uncertainty Detection in Human-Robot Interaction","display_name":"Are You Sure? - Multi-Modal Human Decision Uncertainty Detection in Human-Robot Interaction","publication_year":2024,"publication_date":"2024-03-10","ids":{"openalex":"https://openalex.org/W4392633881","doi":"https://doi.org/10.1145/3610977.3634926"},"language":"en","primary_location":{"id":"doi:10.1145/3610977.3634926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610977.3634926","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610977.3634926","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3610977.3634926","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082442455","display_name":"Lisa Scherf","orcid":"https://orcid.org/0009-0004-0950-5184"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lisa Scherf","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0009-0004-0950-5184","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070451433","display_name":"Lisa Alina Gasche","orcid":"https://orcid.org/0000-0003-3334-5710"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lisa Alina Gasche","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3334-5710","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094111577","display_name":"Eya Chemangui","orcid":"https://orcid.org/0009-0003-5064-9916"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eya Chemangui","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0009-0003-5064-9916","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063353075","display_name":"Dorothea Koert","orcid":"https://orcid.org/0000-0002-3571-6848"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dorothea Koert","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3571-6848","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082442455"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":0.6623,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72031443,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"621","last_page":"629"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7242953181266785},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.689389705657959},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6189606189727783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6017576456069946},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5273826122283936},{"id":"https://openalex.org/keywords/respondent","display_name":"Respondent","score":0.4585326910018921},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.44252049922943115},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.442000150680542},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35746172070503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7242953181266785},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.689389705657959},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6189606189727783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6017576456069946},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5273826122283936},{"id":"https://openalex.org/C2776640315","wikidata":"https://www.wikidata.org/wiki/Q7315941","display_name":"Respondent","level":2,"score":0.4585326910018921},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.44252049922943115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.442000150680542},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35746172070503235},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3610977.3634926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610977.3634926","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610977.3634926","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3610977.3634926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610977.3634926","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610977.3634926","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7900000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392633881.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W37005372","https://openalex.org/W1519112897","https://openalex.org/W1608177573","https://openalex.org/W2032496699","https://openalex.org/W2055317345","https://openalex.org/W2061145654","https://openalex.org/W2101518352","https://openalex.org/W2107411295","https://openalex.org/W2145299990","https://openalex.org/W2158680234","https://openalex.org/W2345995343","https://openalex.org/W2406143923","https://openalex.org/W2406223855","https://openalex.org/W2594002025","https://openalex.org/W2610961739","https://openalex.org/W2737687341","https://openalex.org/W2775677125","https://openalex.org/W2783564726","https://openalex.org/W2789322388","https://openalex.org/W2805562790","https://openalex.org/W2807126412","https://openalex.org/W2884225676","https://openalex.org/W2954866954","https://openalex.org/W2980882407","https://openalex.org/W3003620459","https://openalex.org/W3094508949","https://openalex.org/W3137028092","https://openalex.org/W3156576211","https://openalex.org/W3159301005","https://openalex.org/W4281382662","https://openalex.org/W4288400169","https://openalex.org/W4313531231","https://openalex.org/W4313563086"],"related_works":["https://openalex.org/W1967170474","https://openalex.org/W2558322854","https://openalex.org/W4386164500","https://openalex.org/W1644951373","https://openalex.org/W2945414787","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"In":[0,124],"a":[1,49,98,102,158,161,172,175,179,208,212],"question-and-answer":[2],"setting,":[3],"the":[4,11,20,34,72,77,149,164,218,225],"respondent":[5],"is":[6,90],"often":[7],"not":[8,222],"only":[9,101],"communicating":[10],"requested":[12],"information":[13],"but":[14],"also":[15],"indicating":[16],"their":[17],"confidence":[18],"in":[19,45,48,79,121,148,195],"answer":[21],"through":[22,118],"various":[23],"behavioral":[24,119,131,219],"cues.":[25],"Humans":[26,200],"excel":[27],"at":[28],"interpreting":[29],"these":[30],"cues":[31,120,132],"and":[32,61,174,177,197],"monitoring":[33],"uncertainty":[35,44,68,82,94,108,116,136,230],"of":[36,74,81,130,184,227],"other":[37],"persons.":[38],"Being":[39],"able":[40],"to":[41,57,76,134,207,211],"detect":[42],"human":[43,63,67,115,159],"human-robot":[46,122],"interactions":[47],"similar":[50],"way":[51],"can":[52,70],"enable":[53],"future":[54],"robotic":[55],"systems":[56],"better":[58],"recognize":[59],"uncertain":[60],"error-prone":[62],"input.":[64],"Additionally,":[65,147],"automatic":[66],"detection":[69,95],"enhance":[71],"responsiveness":[73],"robots":[75],"user":[78],"moments":[80],"by":[83],"providing":[84],"help":[85],"or":[86,160],"clarification.":[87],"While":[88],"there":[89],"some":[91],"work":[92],"on":[93,97,106,137],"based":[96],"single":[99],"modality,":[100],"few":[103],"works":[104,112],"focus":[105],"multi-modal":[107,180],"detection.":[109],"Even":[110],"fewer":[111],"explore":[113],"how":[114],"manifests":[117],"interactions.":[123],"this":[125],"work,":[126],"we":[127,152,167,215],"analyze":[128],"occurrences":[129],"related":[133],"self-reported":[135],"experimental":[138],"data":[139],"from":[140],"27":[141],"participants":[142,155],"across":[143],"two":[144],"decision-making":[145],"tasks.":[146],"first":[150],"task,":[151],"varied":[153],"if":[154],"interacted":[156],"with":[157],"robot.":[162],"On":[163],"recorded":[165],"data,":[166],"extract":[168],"features":[169],"accessible":[170],"via":[171],"webcam":[173],"microphone":[176],"train":[178],"classifier.":[181],"Experimental":[182],"evaluation":[183],"our":[185,228],"developed":[186],"classifier":[187],"shows":[188],"that":[189,217],"it":[190],"significantly":[191,223],"outperforms":[192],"third-person":[193],"annotators":[194],"accuracy":[196],"F1":[198],"score.":[199],"report":[201],"feeling":[202],"less":[203],"observed":[204],"when":[205],"responding":[206],"robot":[209],"compared":[210],"human.":[213],"Nevertheless,":[214],"found":[216],"differences":[220],"did":[221],"affect":[224],"performance":[226],"proposed":[229],"classification.":[231]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}