{"id":"https://openalex.org/W2237503480","doi":"https://doi.org/10.1109/tnnls.2015.2496306","title":"Learning to Predict Sequences of Human Visual Fixations","display_name":"Learning to Predict Sequences of Human Visual Fixations","publication_year":2016,"publication_date":"2016-01-07","ids":{"openalex":"https://openalex.org/W2237503480","doi":"https://doi.org/10.1109/tnnls.2015.2496306","mag":"2237503480","pmid":"https://pubmed.ncbi.nlm.nih.gov/26761903"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2015.2496306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2015.2496306","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018896387","display_name":"Ming Jiang","orcid":"https://orcid.org/0000-0001-6439-5476"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Ming Jiang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020830959","display_name":"Xavier Boix","orcid":"https://orcid.org/0000-0003-4656-3485"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["CH","SG","US"],"is_corresponding":false,"raw_author_name":"Xavier Boix","raw_affiliation_strings":["Computer Vision Laboratory, ETH Zurich, Z\u00fcrich, Switzerland","Department of Electrical and Computer Engineering, National University of Singapore, Singapore","Laboratory for Computational and Statistical Learning, Center for Brains, Minds and Machines, Istituto Italiano di Tecnologia, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Vision Laboratory, ETH Zurich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Laboratory for Computational and Statistical Learning, Center for Brains, Minds and Machines, Istituto Italiano di Tecnologia, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025034643","display_name":"Gemma Roig","orcid":"https://orcid.org/0000-0002-6439-8076"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Gemma Roig","raw_affiliation_strings":["Computer Vision Laboratory, ETH Zurich, Z\u00fcrich, Switzerland","Laboratory for Computational and Statistical Learning, Center for Brains, Minds and Machines, Istituto Italiano di Tecnologia, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Vision Laboratory, ETH Zurich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Laboratory for Computational and Statistical Learning, Center for Brains, Minds and Machines, Istituto Italiano di Tecnologia, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101329677","display_name":"Juan Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Juan Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001254143","display_name":"Luc Van Gool","orcid":"https://orcid.org/0000-0002-3445-5711"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luc Van Gool","raw_affiliation_strings":["Computer Vision Laboratory, ETH Zurich, Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Computer Vision Laboratory, ETH Zurich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047419128","display_name":"Qi Zhao","orcid":"https://orcid.org/0000-0003-3054-8934"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qi Zhao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018896387"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":3.7215,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.95549478,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"27","issue":"6","first_page":"1241","last_page":"1252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10691","display_name":"Retinal Development and Disorders","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7439777255058289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7163763642311096},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.6486176252365112},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.6128182411193848},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.5685201287269592},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5014386177062988},{"id":"https://openalex.org/keywords/human-eye","display_name":"Human eye","score":0.462721049785614},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42052313685417175},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4092770516872406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7439777255058289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7163763642311096},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.6486176252365112},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.6128182411193848},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.5685201287269592},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5014386177062988},{"id":"https://openalex.org/C2781427961","wikidata":"https://www.wikidata.org/wiki/Q430024","display_name":"Human eye","level":2,"score":0.462721049785614},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42052313685417175},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4092770516872406},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2015.2496306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2015.2496306","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:26761903","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26761903","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1497599070","https://openalex.org/W1510835000","https://openalex.org/W1514521859","https://openalex.org/W1545423298","https://openalex.org/W1566135517","https://openalex.org/W1597303641","https://openalex.org/W1971758547","https://openalex.org/W1982709077","https://openalex.org/W1991857366","https://openalex.org/W1994938019","https://openalex.org/W1996326832","https://openalex.org/W1997069228","https://openalex.org/W2007571554","https://openalex.org/W2017836770","https://openalex.org/W2032078878","https://openalex.org/W2037328649","https://openalex.org/W2039461297","https://openalex.org/W2040253108","https://openalex.org/W2046863527","https://openalex.org/W2049579898","https://openalex.org/W2052882981","https://openalex.org/W2054968556","https://openalex.org/W2063608179","https://openalex.org/W2066624635","https://openalex.org/W2069192723","https://openalex.org/W2072931156","https://openalex.org/W2073767010","https://openalex.org/W2074231493","https://openalex.org/W2076337359","https://openalex.org/W2086791339","https://openalex.org/W2088574598","https://openalex.org/W2103415419","https://openalex.org/W2103666701","https://openalex.org/W2108209279","https://openalex.org/W2111233032","https://openalex.org/W2112570919","https://openalex.org/W2113722593","https://openalex.org/W2119567691","https://openalex.org/W2120697543","https://openalex.org/W2121947860","https://openalex.org/W2127850450","https://openalex.org/W2128272608","https://openalex.org/W2133589685","https://openalex.org/W2134429682","https://openalex.org/W2135957164","https://openalex.org/W2140219596","https://openalex.org/W2149095485","https://openalex.org/W2151900481","https://openalex.org/W2157758625","https://openalex.org/W2164364459","https://openalex.org/W2165342021","https://openalex.org/W2168478353","https://openalex.org/W2541335858","https://openalex.org/W2586680856","https://openalex.org/W2804865177","https://openalex.org/W4233840023","https://openalex.org/W4285719527","https://openalex.org/W6629672220","https://openalex.org/W6635767209","https://openalex.org/W6660196224","https://openalex.org/W6663664631","https://openalex.org/W6675721374","https://openalex.org/W6678396667","https://openalex.org/W6679186867","https://openalex.org/W6679697106","https://openalex.org/W6680437723"],"related_works":["https://openalex.org/W2079577662","https://openalex.org/W2891498671","https://openalex.org/W4384434815","https://openalex.org/W1970967781","https://openalex.org/W2067543086","https://openalex.org/W1701036363","https://openalex.org/W3095090310","https://openalex.org/W124311513","https://openalex.org/W1561131412","https://openalex.org/W2958385752"],"abstract_inverted_index":{"Most":[0],"state-of-the-art":[1,190],"visual":[2,58,93,115,181],"attention":[3],"models":[4,25],"estimate":[5],"the":[6,11,17,19,29,42,51,54,69,79,98,111,119,122,125,134,147,154,164,169,172,180,189],"probability":[7],"distribution":[8],"of":[9,16,32,53,71,108,114,121,130,136,146,168,174],"fixating":[10],"eyes":[12],"in":[13],"a":[14,65,92,105,128],"location":[15],"image,":[18],"so-called":[20],"saliency":[21],"maps.":[22],"Yet,":[23],"these":[24],"do":[26],"not":[27],"predict":[28],"temporal":[30],"sequence":[31,70],"eye":[33,44,73,166],"fixations,":[34,45,74],"which":[35,75],"may":[36],"be":[37],"valuable":[38],"for":[39,49,67,110,139],"better":[40],"predicting":[41,68],"human":[43,72,81],"as":[46,48],"well":[47],"understanding":[50],"role":[52],"different":[55,106,112,144],"cues":[56,123,142,158,176],"during":[57,124,179],"exploration.":[59,182],"In":[60,127],"this":[61],"paper,":[62],"we":[63,132],"present":[64],"method":[66],"is":[76],"learned":[77,150],"from":[78],"recorded":[80,99],"eye-tracking":[82],"data.":[83],"We":[84],"use":[85],"least-squares":[86],"policy":[87,95],"iteration":[88],"(LSPI)":[89],"to":[90],"learn":[91],"exploration":[94,116],"that":[96,117,153,185],"mimics":[97],"eye-fixation":[100],"examples.":[101],"The":[102,149],"model":[103],"uses":[104],"set":[107,200],"parameters":[109,151],"stages":[113,145],"capture":[118],"importance":[120],"scanpath.":[126,148],"series":[129],"experiments,":[131],"demonstrate":[133],"effectiveness":[135],"using":[137],"LSPI":[138],"combining":[140],"multiple":[141],"at":[143,163],"suggest":[152],"low-level":[155],"and":[156,171,201],"high-level":[157,175],"(semantics)":[159],"are":[160],"similarly":[161],"important":[162],"first":[165],"fixation":[167],"scanpath,":[170],"contribution":[173],"keeps":[177],"increasing":[178],"Results":[183],"show":[184],"our":[186],"approach":[187],"obtains":[188],"performances":[191],"on":[192],"two":[193],"challenging":[194],"data":[195,199,204],"sets:":[196],"1)":[197],"OSIE":[198],"2)":[202],"MIT":[203],"set.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":1}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}