{"id":"https://openalex.org/W2998826678","doi":"https://doi.org/10.1145/3343413.3377960","title":"Relevance Prediction from Eye-movements Using Semi-interpretable Convolutional Neural Networks","display_name":"Relevance Prediction from Eye-movements Using Semi-interpretable Convolutional Neural Networks","publication_year":2020,"publication_date":"2020-03-12","ids":{"openalex":"https://openalex.org/W2998826678","doi":"https://doi.org/10.1145/3343413.3377960","mag":"2998826678"},"language":"en","primary_location":{"id":"doi:10.1145/3343413.3377960","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343413.3377960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2001.05152","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010256239","display_name":"Nilavra Bhattacharya","orcid":"https://orcid.org/0000-0001-7864-7726"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nilavra Bhattacharya","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091535094","display_name":"Somnath Rakshit","orcid":"https://orcid.org/0000-0002-2017-5997"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Somnath Rakshit","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050316482","display_name":"Jacek Gwizdka","orcid":"https://orcid.org/0000-0003-2273-3996"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacek Gwizdka","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019608117","display_name":"Paul Kogut","orcid":null},"institutions":[{"id":"https://openalex.org/I1287521167","display_name":"Lockheed Martin (United States)","ror":"https://ror.org/026er9r08","country_code":"US","type":"company","lineage":["https://openalex.org/I1287521167"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Kogut","raw_affiliation_strings":["Lockheed Martin Corporation, King of Prussia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Lockheed Martin Corporation, King of Prussia, PA, USA","institution_ids":["https://openalex.org/I1287521167"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010256239"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":2.4311,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.88158016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"223","last_page":"233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9458000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7944737672805786},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7461982369422913},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.74139803647995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7362200617790222},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.6948680877685547},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.6403650641441345},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5570350289344788},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5216748714447021},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5047034025192261},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3397381901741028}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7944737672805786},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7461982369422913},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.74139803647995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7362200617790222},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.6948680877685547},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.6403650641441345},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5570350289344788},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5216748714447021},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5047034025192261},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3397381901741028},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3343413.3377960","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343413.3377960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2001.05152","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.05152","pdf_url":"https://arxiv.org/pdf/2001.05152","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2001.05152","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.05152","pdf_url":"https://arxiv.org/pdf/2001.05152","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306994","display_name":"Lockheed Martin","ror":"https://ror.org/026er9r08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W145722152","https://openalex.org/W872568655","https://openalex.org/W1545061266","https://openalex.org/W1612272928","https://openalex.org/W1686810756","https://openalex.org/W1809634547","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1869639542","https://openalex.org/W1965305672","https://openalex.org/W1973183863","https://openalex.org/W1977965306","https://openalex.org/W1982149803","https://openalex.org/W1982666595","https://openalex.org/W1984886425","https://openalex.org/W1992432321","https://openalex.org/W1998902231","https://openalex.org/W2004820586","https://openalex.org/W2009744185","https://openalex.org/W2011301426","https://openalex.org/W2015831141","https://openalex.org/W2044074197","https://openalex.org/W2047142101","https://openalex.org/W2048987619","https://openalex.org/W2055350558","https://openalex.org/W2078799042","https://openalex.org/W2096304920","https://openalex.org/W2097117768","https://openalex.org/W2102804490","https://openalex.org/W2105853095","https://openalex.org/W2109864487","https://openalex.org/W2117539524","https://openalex.org/W2123045220","https://openalex.org/W2136120756","https://openalex.org/W2137361112","https://openalex.org/W2138292450","https://openalex.org/W2139394547","https://openalex.org/W2141125852","https://openalex.org/W2158890594","https://openalex.org/W2162341111","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2255759515","https://openalex.org/W2281418287","https://openalex.org/W2302255633","https://openalex.org/W2319223103","https://openalex.org/W2467256322","https://openalex.org/W2492928155","https://openalex.org/W2519473699","https://openalex.org/W2525575452","https://openalex.org/W2529482993","https://openalex.org/W2581693384","https://openalex.org/W2611071287","https://openalex.org/W2618905749","https://openalex.org/W2742461657","https://openalex.org/W2753238120","https://openalex.org/W2767874066","https://openalex.org/W2774167400","https://openalex.org/W2799424953","https://openalex.org/W2896363972","https://openalex.org/W2954312207","https://openalex.org/W2962858109","https://openalex.org/W2963446712","https://openalex.org/W2964350391","https://openalex.org/W3004289583","https://openalex.org/W3005284662","https://openalex.org/W3015369851","https://openalex.org/W4231612853","https://openalex.org/W4246189536","https://openalex.org/W4255321213","https://openalex.org/W4255639968"],"related_works":["https://openalex.org/W4384434815","https://openalex.org/W1701036363","https://openalex.org/W2958385752","https://openalex.org/W1561131412","https://openalex.org/W1981014703","https://openalex.org/W4206950173","https://openalex.org/W2186236678","https://openalex.org/W2113629050","https://openalex.org/W2978078285","https://openalex.org/W1975214622"],"abstract_inverted_index":{"We":[0,37,127],"propose":[1],"an":[2],"image-classification":[3],"method":[4,74,119],"to":[5,61,103,108,130],"predict":[6,62,99],"the":[7,69,78,85,88,95,113,133],"perceived-relevance":[8,64,100],"of":[9,65,84],"text":[10],"documents":[11],"from":[12,68,112],"eye-movements.":[13],"An":[14],"eye-tracking":[15,110],"study":[16],"was":[17],"conducted":[18],"where":[19],"participants":[20],"read":[21],"short":[22],"news":[23,66],"articles,":[24],"and":[25,44,141],"rated":[26],"them":[27],"as":[28,42,77],"relevant":[29,140],"or":[30,87],"irrelevant":[31,142],"for":[32],"answering":[33],"a":[34,47],"trigger":[35],"question.":[36],"encode":[38],"participants'":[39,63],"eye-movement":[40],"scanpaths":[41,138],"images,":[43],"then":[45],"train":[46],"convolutional":[48],"neural":[49],"network":[50],"classifier":[51,58,79,97,135],"using":[52],"these":[53],"scanpath":[54,71,116],"images.":[55,72],"The":[56],"trained":[57],"is":[59,75],"used":[60],"articles":[67],"corresponding":[70],"This":[73],"content-independent,":[76],"does":[80],"not":[81],"require":[82],"knowledge":[83],"screen-content,":[86],"user's":[89],"information-task.":[90],"Even":[91],"with":[92,101],"little":[93],"data,":[94],"image":[96,117,134],"can":[98],"up":[102],"80%":[104],"accuracy.":[105],"When":[106],"compared":[107],"similar":[109],"studies":[111],"literature,":[114],"this":[115],"classification":[118],"outperforms":[120],"previously":[121],"reported":[122],"metrics":[123],"by":[124],"appreciable":[125],"margins.":[126],"also":[128],"attempt":[129],"interpret":[131],"how":[132],"differentiates":[136],"between":[137],"on":[139],"documents.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}
