{"id":"https://openalex.org/W7154031972","doi":"https://doi.org/10.1145/3772318.3790594","title":"Do You (Dis)agree With Me? Modelling Implicit User Disagreement in Human\u2013AI Interaction Using Gaze Data","display_name":"Do You (Dis)agree With Me? Modelling Implicit User Disagreement in Human\u2013AI Interaction Using Gaze Data","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154031972","doi":"https://doi.org/10.1145/3772318.3790594"},"language":"en","primary_location":{"id":"doi:10.1145/3772318.3790594","doi":"https://doi.org/10.1145/3772318.3790594","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790594","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3772318.3790594","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032619772","display_name":"Abdulrahman Mohamed Selim","orcid":"https://orcid.org/0000-0002-4984-6686","observed_orcids":["https://orcid.org/0000-0002-4984-6686"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Abdulrahman Mohamed Selim","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4984-6686","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006937331","display_name":"Omair Shahzad Bhatti","orcid":"https://orcid.org/0000-0001-7983-2384","observed_orcids":["https://orcid.org/0000-0001-7983-2384"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Omair Shahzad Bhatti","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7983-2384","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001132716","display_name":"Amr Gomaa","orcid":"https://orcid.org/0000-0003-0955-3181","observed_orcids":["https://orcid.org/0000-0003-0955-3181"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Amr Gomaa","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany and Saarland Informatics Campus, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0955-3181","affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany and Saarland Informatics Campus, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037664911","display_name":"Michael Barz","orcid":"https://orcid.org/0000-0001-6730-2466","observed_orcids":["https://orcid.org/0000-0001-6730-2466"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Barz","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6730-2466","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069432042","display_name":"Daniel Sonntag","orcid":"https://orcid.org/0000-0002-8857-8709","observed_orcids":["https://orcid.org/0000-0002-8857-8709"]},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Sonntag","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany and Applied Artificial Intelligence, University of Oldenburg, Oldenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8857-8709","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany and Applied Artificial Intelligence, University of Oldenburg, Oldenburg, Germany","institution_ids":["https://openalex.org/I129877168","https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8398,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91443206,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.04560000076889992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.01860000006854534,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-ai-interaction","display_name":"human-AI interaction","score":0.8019999861717224},{"id":"https://openalex.org/keywords/gaze-data","display_name":"gaze data","score":0.8529999852180481},{"id":"https://openalex.org/keywords/facial-expressions","display_name":"facial expressions","score":0.7129999995231628},{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":0.8130000233650208},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.7839999794960022},{"id":"https://openalex.org/keywords/multimodal-prediction","display_name":"multimodal prediction","score":0.6430000066757202},{"id":"https://openalex.org/keywords/privacy","display_name":"privacy","score":0.9259999990463257}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8072999715805054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816999912261963},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5902000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.573199987411499},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5185999870300293},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5090000033378601},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49540001153945923},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4271000027656555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3882000148296356},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.3046000003814697},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2915000021457672},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3790594","doi":"https://doi.org/10.1145/3772318.3790594","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790594","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3790594","doi":"https://doi.org/10.1145/3772318.3790594","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790594","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3660826720","display_name":"Mixed reality ecosystem for teaching robotics in manufacturing","funder_award_id":"101093079","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1558406687","https://openalex.org/W1765423497","https://openalex.org/W1844827668","https://openalex.org/W1861492603","https://openalex.org/W1923337478","https://openalex.org/W1924557153","https://openalex.org/W1965305672","https://openalex.org/W1969625662","https://openalex.org/W1990505630","https://openalex.org/W1991935362","https://openalex.org/W2003238113","https://openalex.org/W2047792798","https://openalex.org/W2064996043","https://openalex.org/W2101669894","https://openalex.org/W2102998034","https://openalex.org/W2106988983","https://openalex.org/W2108598243","https://openalex.org/W2110065044","https://openalex.org/W2117539524","https://openalex.org/W2121178930","https://openalex.org/W2121606425","https://openalex.org/W2131796829","https://openalex.org/W2131797004","https://openalex.org/W2135034724","https://openalex.org/W2151369449","https://openalex.org/W2156869222","https://openalex.org/W2166299892","https://openalex.org/W2168745915","https://openalex.org/W2480218607","https://openalex.org/W2573023515","https://openalex.org/W2586172618","https://openalex.org/W2605729630","https://openalex.org/W2611009517","https://openalex.org/W2617211984","https://openalex.org/W2729545312","https://openalex.org/W2734275994","https://openalex.org/W2743045975","https://openalex.org/W2765162555","https://openalex.org/W2787116251","https://openalex.org/W2792010632","https://openalex.org/W2911489449","https://openalex.org/W2916904544","https://openalex.org/W2942171427","https://openalex.org/W2949752363","https://openalex.org/W2958514452","https://openalex.org/W2963489214","https://openalex.org/W2988053367","https://openalex.org/W2998826678","https://openalex.org/W3028808916","https://openalex.org/W3031098130","https://openalex.org/W3033210410","https://openalex.org/W3033365660","https://openalex.org/W3081671202","https://openalex.org/W3084624816","https://openalex.org/W3090850262","https://openalex.org/W3093919292","https://openalex.org/W3094502228","https://openalex.org/W3142113686","https://openalex.org/W3173950481","https://openalex.org/W3175395689","https://openalex.org/W3175599258","https://openalex.org/W3186724373","https://openalex.org/W3192218583","https://openalex.org/W3194043111","https://openalex.org/W3202807616","https://openalex.org/W3210117933","https://openalex.org/W3212745029","https://openalex.org/W4205678521","https://openalex.org/W4213435830","https://openalex.org/W4214897088","https://openalex.org/W4221164016","https://openalex.org/W4225299009","https://openalex.org/W4225409014","https://openalex.org/W4236533540","https://openalex.org/W4248056173","https://openalex.org/W4249469258","https://openalex.org/W4251591997","https://openalex.org/W4252684946","https://openalex.org/W4283785785","https://openalex.org/W4285066626","https://openalex.org/W4285483684","https://openalex.org/W4285601347","https://openalex.org/W4295332131","https://openalex.org/W4301357669","https://openalex.org/W4321442048","https://openalex.org/W4323270439","https://openalex.org/W4382724087","https://openalex.org/W4387969614","https://openalex.org/W4393124881","https://openalex.org/W4399523456","https://openalex.org/W4400663373","https://openalex.org/W4401454503","https://openalex.org/W4403912776","https://openalex.org/W4403913128","https://openalex.org/W4406170795","https://openalex.org/W4410298297","https://openalex.org/W4410569035","https://openalex.org/W6910633587","https://openalex.org/W7125959891"],"related_works":["https://openalex.org/W4296052618","https://openalex.org/W7218494641","https://openalex.org/W7202295012","https://openalex.org/W7153879700","https://openalex.org/W4403747983","https://openalex.org/W4417266604","https://openalex.org/W7203731796","https://openalex.org/W2016168256","https://openalex.org/W2056513832","https://openalex.org/W2902982984"],"abstract_inverted_index":{"The":[0],"widespread":[1],"use":[2],"of":[3,113,141,153],"generative":[4],"AI":[5,15],"has":[6],"led":[7],"to":[8,22,79,131,138],"increased":[9],"focus":[10],"on":[11,30],"human\u2013AI":[12,25],"interaction.":[13],"However,":[14],"systems":[16],"can":[17],"generate":[18],"unexpected":[19],"outputs,":[20],"leading":[21],"disagreement":[23,33,64],"or":[24,63],"conflict.":[26],"This":[27],"paper":[28],"focuses":[29],"modelling":[31,88,95],"user":[32],"using":[34],"machine":[35],"learning":[36],"(ML)":[37],"by":[38],"observing":[39],"users\u2019":[40],"implicit":[41],"viewing":[42],"behaviour.":[43],"We":[44,82,127],"conducted":[45],"a":[46,55],"controlled":[47],"study":[48],"with":[49,65],"30":[50],"participants":[51],"evaluating":[52],"captions":[53],"from":[54],"simulated":[56],"ML":[57],"image-captioning":[58],"system.":[59],"Participants":[60],"indicated":[61],"agreement":[62],"each":[66],"caption":[67],"while":[68],"we":[69,77,144],"recorded":[70],"their":[71],"gaze":[72,156],"and":[73,116,124,134,150,157],"facial-expression":[74],"data,":[75],"which":[76,119],"used":[78],"predict":[80],"(dis)agreement.":[81],"show":[83],"that":[84],"unimodal":[85],"gaze-based":[86,108],"personalised":[87],"(0.684":[89],"average":[90],"balanced":[91],"accuracy)":[92],"outperforms":[93],"generalised":[94],"(0.570),":[96],"whereas":[97],"multimodal":[98],"approaches":[99],"did":[100],"not":[101],"improve":[102],"performance.":[103],"Our":[104],"exploratory":[105],"post":[106],"hoc":[107],"analysis":[109],"highlights":[110],"the":[111,129,139,147],"importance":[112],"feature":[114],"selection":[115],"temporal":[117],"dynamics,":[118],"help":[120],"guide":[121],"system":[122],"design":[123],"future":[125],"work.":[126,136],"release":[128],"dataset":[130],"support":[132],"reproducibility":[133],"further":[135],"Due":[137],"nature":[140],"this":[142],"research,":[143],"also":[145],"discuss":[146],"potential":[148],"ethical":[149],"privacy":[151],"implications":[152],"continuous":[154],"passive":[155],"facial":[158],"monitoring.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-04-14T00:00:00"}