{"id":"https://openalex.org/W7162775972","doi":"https://doi.org/10.1145/3797246.3803049","title":"Towards Automated Detection of Comprehension Difficulties in Questionnaire Items: An Eye-Tracking Study on Negated Items","display_name":"Towards Automated Detection of Comprehension Difficulties in Questionnaire Items: An Eye-Tracking Study on Negated Items","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7162775972","doi":"https://doi.org/10.1145/3797246.3803049"},"language":null,"primary_location":{"id":"doi:10.1145/3797246.3803049","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797246.3803049","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3797246.3803049","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072727866","display_name":"Heiko Schmidt","orcid":"https://orcid.org/0000-0002-6475-6646"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Heiko Schmidt","raw_affiliation_strings":["GESIS - Leibniz Institute for the Social Sciences, Cologne, Germany"],"raw_orcid":"https://orcid.org/0009-0009-7795-7592","affiliations":[{"raw_affiliation_string":"GESIS - Leibniz Institute for the Social Sciences, Cologne, Germany","institution_ids":["https://openalex.org/I4210101898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137310763","display_name":"Nada Zahra Pohl","orcid":"https://orcid.org/0009-0006-7075-8054"},"institutions":[{"id":"https://openalex.org/I1283220839","display_name":"Stuttgart Media University","ror":"https://ror.org/022r03w28","country_code":"DE","type":"education","lineage":["https://openalex.org/I1283220839"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nada Zahra Pohl","raw_affiliation_strings":["Hochschule der Medien, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0009-0006-7075-8054","affiliations":[{"raw_affiliation_string":"Hochschule der Medien, Stuttgart, Germany","institution_ids":["https://openalex.org/I1283220839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045305182","display_name":"Yvonne Kammerer","orcid":"https://orcid.org/0000-0003-4341-517X"},"institutions":[{"id":"https://openalex.org/I1283220839","display_name":"Stuttgart Media University","ror":"https://ror.org/022r03w28","country_code":"DE","type":"education","lineage":["https://openalex.org/I1283220839"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yvonne Kammerer","raw_affiliation_strings":["Hochschule der Medien, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4341-517X","affiliations":[{"raw_affiliation_string":"Hochschule der Medien, Stuttgart, Germany","institution_ids":["https://openalex.org/I1283220839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039800633","display_name":"Steffen Gottschling","orcid":"https://orcid.org/0000-0002-4458-9211"},"institutions":[{"id":"https://openalex.org/I1283220839","display_name":"Stuttgart Media University","ror":"https://ror.org/022r03w28","country_code":"DE","type":"education","lineage":["https://openalex.org/I1283220839"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Gottschling","raw_affiliation_strings":["Hochschule der Medien, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4458-9211","affiliations":[{"raw_affiliation_string":"Hochschule der Medien, Stuttgart, Germany","institution_ids":["https://openalex.org/I1283220839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070728314","display_name":"Stefan Dietze","orcid":"https://orcid.org/0009-0001-4364-9243"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]},{"id":"https://openalex.org/I44260953","display_name":"Heinrich Heine University D\u00fcsseldorf","ror":"https://ror.org/024z2rq82","country_code":"DE","type":"education","lineage":["https://openalex.org/I44260953"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Dietze","raw_affiliation_strings":["GESIS - Leibniz Institute for the Social Sciences, Cologne, Germany and Heinrich Heine University, D\u00fcsseldorf, Germany"],"raw_orcid":"https://orcid.org/0009-0001-4364-9243","affiliations":[{"raw_affiliation_string":"GESIS - Leibniz Institute for the Social Sciences, Cologne, Germany and Heinrich Heine University, D\u00fcsseldorf, Germany","institution_ids":["https://openalex.org/I4210101898","https://openalex.org/I44260953"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073053038","display_name":"Dagmar Kern","orcid":"https://orcid.org/0000-0003-1794-625X"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dagmar Kern","raw_affiliation_strings":["GESIS - Leibniz-Institute for the Social Sciences, Cologne, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1794-625X","affiliations":[{"raw_affiliation_string":"GESIS - Leibniz-Institute for the Social Sciences, Cologne, Germany","institution_ids":["https://openalex.org/I4210101898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.59658818,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.29809999465942383,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.29809999465942383,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.06310000270605087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.04740000143647194,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.7919999957084656},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6689000129699707},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6274999976158142},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5558000206947327},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.4194999933242798},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.391400009393692}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.7919999957084656},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6689000129699707},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6274999976158142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5755000114440918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5687000155448914},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5558000206947327},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.460999995470047},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39899998903274536},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.391400009393692},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3684000074863434},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3797246.3803049","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797246.3803049","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3797246.3803049","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797246.3803049","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6315036416053772}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1576224110","https://openalex.org/W1873057782","https://openalex.org/W1978746730","https://openalex.org/W1986257575","https://openalex.org/W2008880999","https://openalex.org/W2013112874","https://openalex.org/W2020184697","https://openalex.org/W2066709094","https://openalex.org/W2153076044","https://openalex.org/W2154053567","https://openalex.org/W2165412850","https://openalex.org/W2170521467","https://openalex.org/W2170562344","https://openalex.org/W2210182479","https://openalex.org/W2232431511","https://openalex.org/W2295598076","https://openalex.org/W2480710602","https://openalex.org/W2799313393","https://openalex.org/W2905839536","https://openalex.org/W2918958082","https://openalex.org/W2953225985","https://openalex.org/W2965297430","https://openalex.org/W3014966200","https://openalex.org/W3033367498","https://openalex.org/W3127624233","https://openalex.org/W3164263490","https://openalex.org/W4206799290","https://openalex.org/W4251514652","https://openalex.org/W4281767916","https://openalex.org/W4387323611","https://openalex.org/W4388834821","https://openalex.org/W4390650862","https://openalex.org/W4399580752","https://openalex.org/W4404783014","https://openalex.org/W4412945672","https://openalex.org/W6888007801"],"related_works":[],"abstract_inverted_index":{"Online":[0],"questionnaires":[1],"are":[2],"efficient":[3],"tools":[4],"to":[5,25,112],"collect":[6],"self-report":[7],"data.":[8],"Yet,":[9],"their":[10],"quality":[11],"depends":[12],"on":[13,36,84,136],"how":[14],"comprehensible":[15],"the":[16,37,113,122],"items":[17,60,82],"are.":[18],"Eye":[19],"tracking":[20],"provides":[21],"an":[22,105],"objective":[23],"way":[24],"assess":[26],"item":[27],"comprehensibility.":[28],"In":[29,46],"this":[30],"paper,":[31],"we":[32,52],"present":[33],"initial":[34,129],"research":[35],"automated":[38,141],"detection":[39,142],"of":[40,143],"comprehension":[41,73,144],"problems":[42,145],"in":[43,61,146],"questionnaire":[44,147],"items.":[45,148],"a":[47],"study":[48],"with":[49],"49":[50],"participants,":[51],"recorded":[53],"eye":[54],"movements":[55],"while":[56],"they":[57],"read":[58],"32":[59],"affirmative":[62],"and":[63,78,90,98,120],"negated":[64],"versions.":[65],"We":[66],"defined":[67],"two":[68],"prediction":[69],"tasks:":[70],"(1)":[71],"detecting":[72],"difficulties":[74],"for":[75],"individual":[76],"respondents,":[77],"(2)":[79],"identifying":[80],"problematic":[81],"based":[83],"aggregated":[85],"predictions.":[86],"Across":[87],"eight":[88],"models":[89,134],"four":[91],"feature":[92,107,115,124],"sets,":[93],"our":[94],"best-performing":[95,114],"classifiers,":[96],"SGD":[97],"Ridge":[99],"Classifier,":[100],"outperformed":[101],"single-feature":[102],"baselines.":[103],"Furthermore,":[104],"automatically-selected":[106],"set":[108,116],"achieved":[109],"performance":[110],"comparable":[111],"using":[117],"all":[118],"features":[119],"surpassed":[121],"literature-inspired":[123],"set.":[125],"Our":[126],"findings":[127],"provide":[128],"evidence":[130],"that":[131],"machine":[132],"learning":[133],"trained":[135],"eye-tracking":[137],"data":[138],"can":[139],"support":[140]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-30T00:00:00"}