{"id":"https://openalex.org/W2557536990","doi":"https://doi.org/10.1109/tnnls.2016.2628878","title":"Learning to Predict Eye Fixations via Multiresolution Convolutional Neural Networks","display_name":"Learning to Predict Eye Fixations via Multiresolution Convolutional Neural Networks","publication_year":2016,"publication_date":"2016-11-29","ids":{"openalex":"https://openalex.org/W2557536990","doi":"https://doi.org/10.1109/tnnls.2016.2628878","mag":"2557536990","pmid":"https://pubmed.ncbi.nlm.nih.gov/27913362"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2016.2628878","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2016.2628878","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://ir.opt.ac.cn/handle/181661/30792","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100377352","display_name":"Nian Liu","orcid":"https://orcid.org/0000-0002-0825-6081"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nian Liu","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi\u2019an, China","School of Automation, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012529382","display_name":"Junwei Han","orcid":"https://orcid.org/0000-0001-5545-7217"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Han","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi\u2019an, China","School of Automation, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-5545-7217","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100647156","display_name":"Tianming Liu","orcid":"https://orcid.org/0000-0002-8132-9048"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianming Liu","raw_affiliation_strings":["Department of Computer Science, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0003-2924-946X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["State Key Laboratory of Transient Optics and Photonics, Center for OPTical IMagery Analysis and Learning, Xi\u2019an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi\u2019an, China","State Key Laboratory of Transient Optics and Photonics, Center for OPTical IMagery Analysis and Learning, Xi'an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-2924-946X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Transient Optics and Photonics, Center for OPTical IMagery Analysis and Learning, Xi\u2019an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi\u2019an, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]},{"raw_affiliation_string":"State Key Laboratory of Transient Optics and Photonics, Center for OPTical IMagery Analysis and Learning, Xi'an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi'an, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":6.4853,"has_fulltext":false,"cited_by_count":114,"citation_normalized_percentile":{"value":0.97312865,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"29","issue":"2","first_page":"392","last_page":"404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8387766480445862},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7684553861618042},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7512605786323547},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.7184221148490906},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6119557619094849},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.6082889437675476},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5476835370063782},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.5268044471740723},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5035697817802429},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47046053409576416},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.43362098932266235},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.06359332799911499}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8387766480445862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7684553861618042},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7512605786323547},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.7184221148490906},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6119557619094849},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.6082889437675476},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5476835370063782},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.5268044471740723},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5035697817802429},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47046053409576416},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.43362098932266235},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.06359332799911499},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tnnls.2016.2628878","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2016.2628878","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:27913362","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/27913362","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"},{"id":"pmh:oai:ir.opt.ac.cn:181661/29886","is_oa":false,"landing_page_url":"http://ir.opt.ac.cn/handle/181661/29886","pdf_url":null,"source":{"id":"https://openalex.org/S4377196962","display_name":"Institutional Repository of Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences (Xian Institute of Optics and Precision Mechanics)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210144662","host_organization_name":"Xi'an Institute of Optics and Precision Mechanics","host_organization_lineage":["https://openalex.org/I4210144662"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:ir.opt.ac.cn:181661/30792","is_oa":true,"landing_page_url":"http://ir.opt.ac.cn/handle/181661/30792","pdf_url":null,"source":{"id":"https://openalex.org/S4377196962","display_name":"Institutional Repository of Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences (Xian Institute of Optics and Precision Mechanics)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210144662","host_organization_name":"Xi'an Institute of Optics and Precision Mechanics","host_organization_lineage":["https://openalex.org/I4210144662"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":{"id":"pmh:oai:ir.opt.ac.cn:181661/30792","is_oa":true,"landing_page_url":"http://ir.opt.ac.cn/handle/181661/30792","pdf_url":null,"source":{"id":"https://openalex.org/S4377196962","display_name":"Institutional Repository of Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences (Xian Institute of Optics and Precision Mechanics)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210144662","host_organization_name":"Xi'an Institute of Optics and Precision Mechanics","host_organization_lineage":["https://openalex.org/I4210144662"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1426293563","display_name":null,"funder_award_id":"61473231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7362170419","display_name":null,"funder_award_id":"61522207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W154882957","https://openalex.org/W1497443722","https://openalex.org/W1510835000","https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1904365287","https://openalex.org/W1946606198","https://openalex.org/W1948843088","https://openalex.org/W1976754232","https://openalex.org/W1977617632","https://openalex.org/W1980852932","https://openalex.org/W2004362043","https://openalex.org/W2007571554","https://openalex.org/W2017245158","https://openalex.org/W2034436892","https://openalex.org/W2037328649","https://openalex.org/W2039313011","https://openalex.org/W2040253108","https://openalex.org/W2041719651","https://openalex.org/W2059242188","https://openalex.org/W2070452328","https://openalex.org/W2073767010","https://openalex.org/W2078903912","https://openalex.org/W2080142539","https://openalex.org/W2097117768","https://openalex.org/W2100379672","https://openalex.org/W2106749629","https://openalex.org/W2107055466","https://openalex.org/W2108598243","https://openalex.org/W2110019070","https://openalex.org/W2112796928","https://openalex.org/W2117301471","https://openalex.org/W2119228922","https://openalex.org/W2128272608","https://openalex.org/W2129865252","https://openalex.org/W2130184867","https://openalex.org/W2133589685","https://openalex.org/W2135957164","https://openalex.org/W2138046011","https://openalex.org/W2138608979","https://openalex.org/W2139047169","https://openalex.org/W2146103513","https://openalex.org/W2151900481","https://openalex.org/W2152233525","https://openalex.org/W2154063764","https://openalex.org/W2158983298","https://openalex.org/W2161502316","https://openalex.org/W2163605009","https://openalex.org/W2165947725","https://openalex.org/W2166184839","https://openalex.org/W2169561119","https://openalex.org/W2169632643","https://openalex.org/W2210809762","https://openalex.org/W2212216676","https://openalex.org/W2212806369","https://openalex.org/W2293264500","https://openalex.org/W2342880667","https://openalex.org/W2461475918","https://openalex.org/W2512351403","https://openalex.org/W2520274358","https://openalex.org/W2766736793","https://openalex.org/W2962835968","https://openalex.org/W2964145162","https://openalex.org/W4300541645","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6640779376","https://openalex.org/W6676006193","https://openalex.org/W6676297131","https://openalex.org/W6680437723","https://openalex.org/W6680614221","https://openalex.org/W6682370321","https://openalex.org/W6684191040","https://openalex.org/W6684745935","https://openalex.org/W6688109110"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W4285411112","https://openalex.org/W2085033728","https://openalex.org/W2171299904","https://openalex.org/W2358990940","https://openalex.org/W2004323682","https://openalex.org/W4390494008","https://openalex.org/W2922442631"],"abstract_inverted_index":{"Eye":[0],"movements":[1],"in":[2,130,139,215],"the":[3,120,163,173,183],"case":[4],"of":[5,27,79,145,175],"freely":[6],"viewing":[7],"natural":[8],"scenes":[9],"are":[10,125,137],"believed":[11],"to":[12,48,62,74,154,182],"be":[13,152],"guided":[14],"by":[15,127,194],"local":[16,121],"contrast,":[17,19],"global":[18,123],"and":[20,51,95,112,122,148,196,203],"top-down":[21,135,146],"visual":[22],"factors.":[23],"Although":[24],"a":[25,58,68],"lot":[26],"previous":[28],"works":[29],"have":[30],"explored":[31],"these":[32,76],"three":[33,77],"saliency":[34,80,186,191],"cues":[35,81,192],"for":[36,44],"several":[37,167],"years,":[38],"there":[39],"still":[40],"exists":[41],"much":[42],"room":[43],"improvement":[45],"on":[46,166,199,211],"how":[47],"model":[49,61,207],"them":[50,53],"integrate":[52],"effectively.":[54],"This":[55],"paper":[56],"proposes":[57],"novel":[59],"computation":[60],"predict":[63,155],"eye":[64,113,156,213],"fixations,":[65],"which":[66],"adopts":[67],"multiresolution":[69,99],"convolutional":[70],"neural":[71],"network":[72],"(Mr-CNN)":[73],"infer":[75],"types":[78],"from":[82,93],"raw":[83],"image":[84,101,108,185],"data":[85],"simultaneously.":[86],"The":[87,158],"proposed":[88,159],"Mr-CNN":[89],"is":[90],"trained":[91],"directly":[92],"fixation":[94,114],"nonfixation":[96],"pixels":[97,109],"with":[98,103],"input":[100],"regions":[102],"different":[104],"contexts.":[105,132],"It":[106],"utilizes":[107],"as":[110,116],"inputs":[111],"points":[115],"labels.":[117],"Then,":[118],"both":[119],"contrasts":[124,150],"learned":[126,138,153],"fusing":[128],"information":[129,198],"multiple":[131],"Meanwhile,":[133],"various":[134],"factors":[136,147],"higher":[140],"layers.":[141],"Finally,":[142],"optimal":[143],"combination":[144],"bottom-up":[149],"can":[151],"fixations.":[157],"approach":[160],"significantly":[161],"outperforms":[162],"state-of-the-art":[164],"methods":[165],"publically":[168],"available":[169],"benchmark":[170],"databases,":[171],"demonstrating":[172],"superiority":[174],"Mr-CNN.":[176],"We":[177],"also":[178],"apply":[179],"our":[180,206],"method":[181],"RGB-D":[184,216],"detection":[187],"problem.":[188],"Through":[189],"learning":[190],"induced":[193],"depth":[195],"RGB":[197],"pixel":[200],"level":[201],"jointly":[202],"their":[204],"interactions,":[205],"achieves":[208],"better":[209],"performance":[210],"predicting":[212],"fixations":[214],"images.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":28},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}