{"id":"https://openalex.org/W4220722372","doi":"https://doi.org/10.1145/3498366.3505834","title":"Interactive Assessment Tool for Gaze-based Machine Learning Models in Information Retrieval","display_name":"Interactive Assessment Tool for Gaze-based Machine Learning Models in Information Retrieval","publication_year":2022,"publication_date":"2022-03-12","ids":{"openalex":"https://openalex.org/W4220722372","doi":"https://doi.org/10.1145/3498366.3505834"},"language":"en","primary_location":{"id":"doi:10.1145/3498366.3505834","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3498366.3505834","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015538555","display_name":"Pablo Valdunciel","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Pablo Valdunciel","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006937331","display_name":"Omair Shahzad Bhatti","orcid":"https://orcid.org/0000-0001-7983-2384"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Omair Shahzad Bhatti","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037664911","display_name":"Michael Barz","orcid":"https://orcid.org/0000-0001-6730-2466"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Barz","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Germany and Applied Artificial Intelligence, Oldenburg University, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Germany and Applied Artificial Intelligence, Oldenburg University, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069432042","display_name":"Daniel Sonntag","orcid":"https://orcid.org/0000-0002-8857-8709"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Sonntag","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Germany and Applied Artificial Intelligence, Oldenburg University, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Germany and Applied Artificial Intelligence, Oldenburg University, Germany","institution_ids":["https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5015538555"],"corresponding_institution_ids":["https://openalex.org/I33256026"],"apc_list":null,"apc_paid":null,"fwci":0.112,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.41284669,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"332","last_page":"336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8358042240142822},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.736225962638855},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.7346888780593872},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6139411330223083},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.5571590065956116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.521153450012207},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5191961526870728},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.49947285652160645},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.4887213706970215},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47246789932250977},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4577949643135071},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4452979564666748},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4268544018268585},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38811036944389343},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.16161474585533142},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10880112648010254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8358042240142822},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.736225962638855},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.7346888780593872},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6139411330223083},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.5571590065956116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.521153450012207},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5191961526870728},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.49947285652160645},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.4887213706970215},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47246789932250977},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4577949643135071},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4452979564666748},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4268544018268585},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38811036944389343},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.16161474585533142},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10880112648010254},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3498366.3505834","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3498366.3505834","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G7736649825","display_name":null,"funder_award_id":"01JD1811C","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W783082339","https://openalex.org/W1519657564","https://openalex.org/W1964488211","https://openalex.org/W1979866450","https://openalex.org/W1982666595","https://openalex.org/W1984638966","https://openalex.org/W2024720850","https://openalex.org/W2028113824","https://openalex.org/W2053075547","https://openalex.org/W2065247783","https://openalex.org/W2078677544","https://openalex.org/W2090317687","https://openalex.org/W2133279162","https://openalex.org/W2134812591","https://openalex.org/W2137684321","https://openalex.org/W2148143831","https://openalex.org/W2168190526","https://openalex.org/W2521200999","https://openalex.org/W2586172618","https://openalex.org/W2775421021","https://openalex.org/W2807065402","https://openalex.org/W2889371542","https://openalex.org/W2912924812","https://openalex.org/W2914008044","https://openalex.org/W2997591727","https://openalex.org/W3011718643","https://openalex.org/W3022720704","https://openalex.org/W3023141198","https://openalex.org/W3031098130","https://openalex.org/W3086742301","https://openalex.org/W3104816244","https://openalex.org/W4205678521","https://openalex.org/W4293713156"],"related_works":["https://openalex.org/W2377059580","https://openalex.org/W4200355488","https://openalex.org/W127000293","https://openalex.org/W3215892509","https://openalex.org/W2928616779","https://openalex.org/W2412592434","https://openalex.org/W4244602709","https://openalex.org/W594987446","https://openalex.org/W2012131063","https://openalex.org/W2010523086"],"abstract_inverted_index":{"Eye":[0],"movements":[1,99],"were":[2],"shown":[3],"to":[4,60,69,90,106,119,122],"be":[5,19],"an":[6,47],"effective":[7,125],"source":[8],"of":[9,26,94,112],"implicit":[10],"relevance":[11,25,53,103],"feedback":[12],"in":[13],"information":[14],"retrieval":[15],"tasks.":[16],"They":[17],"can":[18],"used":[20],"to,":[21],"e.g.,":[22],"estimate":[23],"the":[24,41,66,78,92,95,101,108],"read":[27],"documents":[28],"and":[29,73,80,100,110],"expand":[30],"search":[31],"queries":[32],"using":[33],"machine":[34],"learning.":[35],"In":[36],"this":[37],"paper,":[38],"we":[39],"present":[40],"Reading":[42],"Model":[43],"Assessment":[44],"tool":[45,49,57],"(ReMA),":[46],"interactive":[48],"for":[50],"assessing":[51],"gaze-based":[52,75],"estimation":[54,104],"models.":[55,126],"Our":[56,87],"allows":[58],"experimenters":[59],"easily":[61],"browse":[62],"recorded":[63],"trials,":[64],"compare":[65],"model":[67,85,114],"output":[68],"a":[70,113],"ground":[71],"truth,":[72],"visualize":[74],"features":[76],"at":[77,115],"token-":[79],"paragraph-level":[81],"that":[82],"serve":[83],"as":[84],"input.":[86],"goal":[88],"is":[89],"facilitate":[91],"understanding":[93],"relation":[96],"between":[97],"eye":[98],"human":[102],"process,":[105],"understand":[107],"strengths":[109],"weaknesses":[111],"hand,":[116],"and,":[117],"eventually,":[118],"enable":[120],"researchers":[121],"build":[123],"more":[124]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}