{"id":"https://openalex.org/W4297461829","doi":"https://doi.org/10.1109/tvcg.2022.3209472","title":"A Scanner Deeply: Predicting Gaze Heatmaps on Visualizations Using Crowdsourced Eye Movement Data","display_name":"A Scanner Deeply: Predicting Gaze Heatmaps on Visualizations Using Crowdsourced Eye Movement Data","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4297461829","doi":"https://doi.org/10.1109/tvcg.2022.3209472","pmid":"https://pubmed.ncbi.nlm.nih.gov/36166520"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2022.3209472","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3209472","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073887866","display_name":"Sungbok Shin","orcid":"https://orcid.org/0000-0001-6777-8843"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sungbok Shin","raw_affiliation_strings":["University of Maryland, College Park, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072646878","display_name":"Sunghyo Chung","orcid":null},"institutions":[{"id":"https://openalex.org/I207623266","display_name":"Kao Corporation (Japan)","ror":"https://ror.org/016t1kc57","country_code":"JP","type":"company","lineage":["https://openalex.org/I207623266"]},{"id":"https://openalex.org/I4210114081","display_name":"Korea Kacoh (South Korea)","ror":"https://ror.org/02930yz47","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210114081"]}],"countries":["JP","KR"],"is_corresponding":false,"raw_author_name":"Sunghyo Chung","raw_affiliation_strings":["Kakao Corp., South Korea","Kakao Corp, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kakao Corp., South Korea","institution_ids":["https://openalex.org/I207623266"]},{"raw_affiliation_string":"Kakao Corp, South Korea","institution_ids":["https://openalex.org/I4210114081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102751625","display_name":"Sanghyun Hong","orcid":"https://orcid.org/0000-0003-4154-7611"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanghyun Hong","raw_affiliation_strings":["Oregon State University, USA"],"raw_orcid":"https://orcid.org/0000-0003-4154-7611","affiliations":[{"raw_affiliation_string":"Oregon State University, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034277315","display_name":"Niklas Elmqvist","orcid":"https://orcid.org/0000-0001-5805-5301"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niklas Elmqvist","raw_affiliation_strings":["University of Maryland, College Park, USA"],"raw_orcid":"https://orcid.org/0000-0001-5805-5301","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5627,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.84546994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"29","issue":"1","first_page":"396","last_page":"406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8086591958999634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.753555417060852},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5414751172065735},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5261703729629517},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.5244132280349731},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.49510207772254944},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4759242832660675},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.4594046175479889},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4165138602256775},{"id":"https://openalex.org/keywords/visual-search","display_name":"Visual search","score":0.41640934348106384},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3776686489582062},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3229076564311981},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10056117177009583},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0894419252872467}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8086591958999634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753555417060852},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414751172065735},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5261703729629517},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.5244132280349731},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.49510207772254944},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4759242832660675},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.4594046175479889},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4165138602256775},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.41640934348106384},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3776686489582062},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3229076564311981},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10056117177009583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0894419252872467},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2022.3209472","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3209472","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:36166520","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36166520","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:pure.atira.dk:publications/4b0bada6-c0eb-4aa2-a056-3786850c37c4","is_oa":false,"landing_page_url":"https://pure.au.dk/portal/en/publications/4b0bada6-c0eb-4aa2-a056-3786850c37c4","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shin , S , Chung , S , Hong , S &amp; Elmqvist , N 2023 , ' A Scanner Deeply : Predicting Gaze Heatmaps on Visualizations Using Crowdsourced Eye Movement Data ' , IEEE Transactions on Visualization and Computer Graphics , vol. 29 , no. 1 , pp. 396-406 . https://doi.org/10.1109/TVCG.2022.3209472","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3031412858","display_name":null,"funder_award_id":"IIS-1908605","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W107670845","https://openalex.org/W1510226565","https://openalex.org/W1510835000","https://openalex.org/W1517003397","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1765423497","https://openalex.org/W1831674524","https://openalex.org/W1861492603","https://openalex.org/W1880262756","https://openalex.org/W1892884262","https://openalex.org/W1901129140","https://openalex.org/W1934890906","https://openalex.org/W1946606198","https://openalex.org/W1952173784","https://openalex.org/W1954569224","https://openalex.org/W1967451046","https://openalex.org/W1978004550","https://openalex.org/W2054813538","https://openalex.org/W2058072323","https://openalex.org/W2078903912","https://openalex.org/W2095482190","https://openalex.org/W2103415419","https://openalex.org/W2106817091","https://openalex.org/W2123118847","https://openalex.org/W2127076751","https://openalex.org/W2128272608","https://openalex.org/W2135957164","https://openalex.org/W2139047169","https://openalex.org/W2139196511","https://openalex.org/W2148383759","https://openalex.org/W2155493403","https://openalex.org/W2156974804","https://openalex.org/W2157459280","https://openalex.org/W2192411834","https://openalex.org/W2194775991","https://openalex.org/W2288514685","https://openalex.org/W2340501487","https://openalex.org/W2344630234","https://openalex.org/W2346566584","https://openalex.org/W2468114283","https://openalex.org/W2468877772","https://openalex.org/W2574075402","https://openalex.org/W2574742418","https://openalex.org/W2584069265","https://openalex.org/W2593093587","https://openalex.org/W2595855293","https://openalex.org/W2614698611","https://openalex.org/W2619291653","https://openalex.org/W2738450183","https://openalex.org/W2742434688","https://openalex.org/W2744592570","https://openalex.org/W2748478633","https://openalex.org/W2752455899","https://openalex.org/W2792500827","https://openalex.org/W2805421201","https://openalex.org/W2888029456","https://openalex.org/W2890484038","https://openalex.org/W2936496263","https://openalex.org/W2962965915","https://openalex.org/W2963503775","https://openalex.org/W2963821229","https://openalex.org/W2964145162","https://openalex.org/W3030446444","https://openalex.org/W3090835105","https://openalex.org/W3094173895","https://openalex.org/W3128783651","https://openalex.org/W3132652652","https://openalex.org/W3148595793","https://openalex.org/W3166396011","https://openalex.org/W3199495496","https://openalex.org/W4292779060","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638807622","https://openalex.org/W6675721374","https://openalex.org/W6680437723","https://openalex.org/W6680614221","https://openalex.org/W6731888906","https://openalex.org/W6778883912","https://openalex.org/W6791353385"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2765261366","https://openalex.org/W4311735607","https://openalex.org/W4377007848","https://openalex.org/W2161294397","https://openalex.org/W2012644758","https://openalex.org/W33281282"],"abstract_inverted_index":{"Visual":[0],"perception":[1],"is":[2,37],"a":[3,17,90,151,154,163,166,174,199],"key":[4],"component":[5],"of":[6,162,189,209,222,231,237],"data":[7,115,148],"visualization.":[8,144],"Much":[9],"prior":[10,48],"empirical":[11],"work":[12,191],"uses":[13],"eye":[14,33,52,65,134],"movement":[15],"as":[16,97,129,235],"proxy":[18],"to":[19,31,63,72,80,113,139,149,215],"understand":[20,216],"human":[21],"visual":[22],"perception.":[23],"Diverse":[24],"apparatus":[25],"and":[26,74,198],"techniques":[27],"have":[28],"been":[29],"proposed":[30],"collect":[32,114],"movements,":[34],"but":[35],"there":[36],"still":[38],"no":[39],"optimal":[40],"approach.":[41],"In":[42],"this":[43,86,238],"paper,":[44],"we":[45,88],"review":[46],"30":[47],"works":[49],"for":[50,169,182],"collecting":[51],"movements":[53,135],"based":[54],"on":[55,85,203],"three":[56],"axes:":[57],"(1)":[58],"the":[59,68,76,82,98,133,187,195,204,220],"tracker":[60],"technology":[61,102],"used":[62,79],"measure":[64],"movements;":[66],"(2)":[67],"image":[69,161],"stimulus":[70,130,229],"shown":[71],"participants;":[73],"(3)":[75],"collection":[77],"methodology":[78],"gather":[81],"data.":[83,224],"Based":[84],"taxonomy,":[87],"employ":[89,173],"webcam-based":[91],"eyetracking":[92],"approach":[93],"using":[94,119],"task-specific":[95],"visualizations":[96],"stimulus.":[99],"The":[100,207],"low":[101],"requirement":[103],"means":[104,131],"that":[105,132,170],"virtually":[106],"anyone":[107],"can":[108],"participate,":[109],"thus":[110],"enabling":[111],"us":[112,214],"at":[116],"large":[117],"scale":[118],"crowdsourcing:":[120],"approximately":[121],"12,000":[122],"samples":[123],"in":[124],"total.":[125],"Choosing":[126],"visualization":[127,232],"images":[128,233],"will":[136],"be":[137],"specific":[138],"perceptual":[140],"tasks":[141],"associated":[142],"with":[143,192],"We":[145,172,185,225],"use":[146],"these":[147],"propose":[150],"SCANNER":[152],"DEEPLY,":[153],"virtual":[155],"eyetracker":[156],"model":[157,197],"that,":[158],"given":[159],"an":[160],"visualization,":[164],"generates":[165],"gaze":[167,211],"heatmap":[168],"image.":[171],"computationally":[175],"efficient,":[176],"yet":[177],"powerful":[178],"convolutional":[179],"neural":[180,200],"network":[181,201],"our":[183,190,210,228],"model.":[184],"compare":[186],"results":[188,193],"from":[194],"DVS":[196],"trained":[202],"Salicon":[205],"dataset.":[206],"analysis":[208],"patterns":[212],"enables":[213],"how":[217],"users":[218],"grasp":[219],"structure":[221],"visualized":[223],"also":[226],"make":[227],"dataset":[230],"available":[234],"part":[236],"paper's":[239],"contribution.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}
