{"id":"https://openalex.org/W2969316698","doi":"https://doi.org/10.1109/tpami.2019.2935715","title":"Saliency Prediction in the Deep Learning Era: Successes and Limitations","display_name":"Saliency Prediction in the Deep Learning Era: Successes and Limitations","publication_year":2019,"publication_date":"2019-08-22","ids":{"openalex":"https://openalex.org/W2969316698","doi":"https://doi.org/10.1109/tpami.2019.2935715","mag":"2969316698","pmid":"https://pubmed.ncbi.nlm.nih.gov/31425064"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2019.2935715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2935715","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068743986","display_name":"Ali Borji","orcid":"https://orcid.org/0000-0001-8198-0335"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ali Borji","raw_affiliation_strings":["MarkableAI Inc, Brooklyn, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-8198-0335","affiliations":[{"raw_affiliation_string":"MarkableAI Inc, Brooklyn, NY, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5068743986"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.9253,"has_fulltext":false,"cited_by_count":180,"citation_normalized_percentile":{"value":0.98515785,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"43","issue":"2","first_page":"679","last_page":"700"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7558550834655762},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7383178472518921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7128523588180542},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6129840612411499},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5751336812973022},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.48099076747894287},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.4666925072669983},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.44945162534713745},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4484517574310303},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.42523691058158875},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13072508573532104},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08061811327934265}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7558550834655762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7383178472518921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7128523588180542},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6129840612411499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5751336812973022},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.48099076747894287},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.4666925072669983},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44945162534713745},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4484517574310303},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.42523691058158875},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13072508573532104},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08061811327934265},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2019.2935715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2935715","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:31425064","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31425064","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":202,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W143805545","https://openalex.org/W248046807","https://openalex.org/W284368147","https://openalex.org/W1497599070","https://openalex.org/W1510835000","https://openalex.org/W1514535095","https://openalex.org/W1597110023","https://openalex.org/W1782590233","https://openalex.org/W1785085542","https://openalex.org/W1825675169","https://openalex.org/W1831674524","https://openalex.org/W1899185266","https://openalex.org/W1934890906","https://openalex.org/W1936315257","https://openalex.org/W1946606198","https://openalex.org/W1948843088","https://openalex.org/W1957954273","https://openalex.org/W1959094031","https://openalex.org/W1969258103","https://openalex.org/W1994463521","https://openalex.org/W1994658111","https://openalex.org/W1996418862","https://openalex.org/W2007567129","https://openalex.org/W2007571554","https://openalex.org/W2017245158","https://openalex.org/W2020825481","https://openalex.org/W2032007016","https://openalex.org/W2033859430","https://openalex.org/W2040253108","https://openalex.org/W2044176444","https://openalex.org/W2047275730","https://openalex.org/W2049238726","https://openalex.org/W2050531974","https://openalex.org/W2055111849","https://openalex.org/W2059952380","https://openalex.org/W2061376149","https://openalex.org/W2063608179","https://openalex.org/W2071555787","https://openalex.org/W2073415702","https://openalex.org/W2073767010","https://openalex.org/W2078903912","https://openalex.org/W2084098959","https://openalex.org/W2091008902","https://openalex.org/W2099471712","https://openalex.org/W2100379672","https://openalex.org/W2100754644","https://openalex.org/W2108598243","https://openalex.org/W2111072639","https://openalex.org/W2112796928","https://openalex.org/W2118108312","https://openalex.org/W2119062619","https://openalex.org/W2119577735","https://openalex.org/W2121947860","https://openalex.org/W2122879821","https://openalex.org/W2125215748","https://openalex.org/W2125446738","https://openalex.org/W2128272608","https://openalex.org/W2129053638","https://openalex.org/W2133589685","https://openalex.org/W2135957164","https://openalex.org/W2138046011","https://openalex.org/W2139047169","https://openalex.org/W2141565638","https://openalex.org/W2142996775","https://openalex.org/W2143668817","https://openalex.org/W2143800813","https://openalex.org/W2144764737","https://openalex.org/W2146103513","https://openalex.org/W2147299944","https://openalex.org/W2149095485","https://openalex.org/W2155479901","https://openalex.org/W2158983298","https://openalex.org/W2161502316","https://openalex.org/W2163605009","https://openalex.org/W2164084182","https://openalex.org/W2165605600","https://openalex.org/W2165947725","https://openalex.org/W2170869852","https://openalex.org/W2184540135","https://openalex.org/W2191561148","https://openalex.org/W2192271525","https://openalex.org/W2194775991","https://openalex.org/W2212216676","https://openalex.org/W2283283146","https://openalex.org/W2288514685","https://openalex.org/W2288928306","https://openalex.org/W2313180542","https://openalex.org/W2339844477","https://openalex.org/W2378845821","https://openalex.org/W2437041077","https://openalex.org/W2442293398","https://openalex.org/W2463565445","https://openalex.org/W2472782738","https://openalex.org/W2517304349","https://openalex.org/W2520859141","https://openalex.org/W2528092473","https://openalex.org/W2533058588","https://openalex.org/W2550617893","https://openalex.org/W2558906385","https://openalex.org/W2567978322","https://openalex.org/W2583180462","https://openalex.org/W2586820357","https://openalex.org/W2589413347","https://openalex.org/W2591673470","https://openalex.org/W2604855608","https://openalex.org/W2612135493","https://openalex.org/W2614855966","https://openalex.org/W2619291653","https://openalex.org/W2737355296","https://openalex.org/W2738450183","https://openalex.org/W2740797387","https://openalex.org/W2751804245","https://openalex.org/W2752223653","https://openalex.org/W2752803862","https://openalex.org/W2755981968","https://openalex.org/W2757028014","https://openalex.org/W2757287158","https://openalex.org/W2779286524","https://openalex.org/W2781067279","https://openalex.org/W2783873922","https://openalex.org/W2798322248","https://openalex.org/W2799067027","https://openalex.org/W2799077596","https://openalex.org/W2799224386","https://openalex.org/W2803610340","https://openalex.org/W2810219726","https://openalex.org/W2884775172","https://openalex.org/W2891817692","https://openalex.org/W2895640967","https://openalex.org/W2896172606","https://openalex.org/W2897815758","https://openalex.org/W2910812491","https://openalex.org/W2933354923","https://openalex.org/W2938260698","https://openalex.org/W2950701730","https://openalex.org/W2950986654","https://openalex.org/W2962843773","https://openalex.org/W2962856599","https://openalex.org/W2962954185","https://openalex.org/W2962965915","https://openalex.org/W2963082899","https://openalex.org/W2963185411","https://openalex.org/W2963503775","https://openalex.org/W2963581854","https://openalex.org/W2963828885","https://openalex.org/W2963853153","https://openalex.org/W2963985934","https://openalex.org/W2963991615","https://openalex.org/W2963996492","https://openalex.org/W2964073694","https://openalex.org/W2964114039","https://openalex.org/W2964145162","https://openalex.org/W2964279441","https://openalex.org/W2990564716","https://openalex.org/W3005401190","https://openalex.org/W3098145348","https://openalex.org/W3099561715","https://openalex.org/W3101840568","https://openalex.org/W3122238731","https://openalex.org/W4234617775","https://openalex.org/W4288798638","https://openalex.org/W4300835650","https://openalex.org/W4320013936","https://openalex.org/W6600983433","https://openalex.org/W6610281778","https://openalex.org/W6629672220","https://openalex.org/W6630875275","https://openalex.org/W6635560534","https://openalex.org/W6638389677","https://openalex.org/W6638807622","https://openalex.org/W6639927594","https://openalex.org/W6640779376","https://openalex.org/W6640974285","https://openalex.org/W6680437723","https://openalex.org/W6680614221","https://openalex.org/W6684191040","https://openalex.org/W6685314622","https://openalex.org/W6686360814","https://openalex.org/W6687116515","https://openalex.org/W6698589804","https://openalex.org/W6704069659","https://openalex.org/W6719057275","https://openalex.org/W6732940373","https://openalex.org/W6734012812","https://openalex.org/W6736776718","https://openalex.org/W6742059809","https://openalex.org/W6743593290","https://openalex.org/W6743792510","https://openalex.org/W6744290472","https://openalex.org/W6744446066","https://openalex.org/W6744891908","https://openalex.org/W6745231925","https://openalex.org/W6746786310","https://openalex.org/W6748171661","https://openalex.org/W6750375828","https://openalex.org/W6752847953","https://openalex.org/W6755257372","https://openalex.org/W6756027754","https://openalex.org/W6758190485","https://openalex.org/W6761052394","https://openalex.org/W6761797528"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W4233347783","https://openalex.org/W2910064364","https://openalex.org/W4255224757","https://openalex.org/W2499527417"],"abstract_inverted_index":{"Visual":[0],"saliency":[1,53,65,112,142,160],"models":[2,31,66,91,125],"have":[3],"enjoyed":[4],"a":[5],"big":[6],"leap":[7],"in":[8,10,16,35,121],"performance":[9],"recent":[11],"years,":[12],"thanks":[13],"to":[14,87,101,104,128,145,148],"advances":[15],"deep":[17,52],"learning":[18],"and":[19,27,56,63,69,75,92,94,153],"large":[20,59,77],"scale":[21,78],"annotated":[22],"data.":[23],"Despite":[24],"enormous":[25],"effort":[26],"huge":[28],"breakthroughs,":[29],"however,":[30],"still":[32],"fall":[33],"short":[34],"reaching":[36],"human-level":[37],"accuracy.":[38],"In":[39],"this":[40],"work,":[41],"I":[42,82],"explore":[43],"the":[44,47,88,96,106,156],"landscape":[45],"of":[46,61,109,138,159],"field":[48],"emphasizing":[49],"on":[50],"new":[51],"models,":[54],"benchmarks,":[55],"datasets.":[57,80],"A":[58],"number":[60],"image":[62,73],"video":[64,79],"are":[67,118,155],"reviewed":[68],"compared":[70],"over":[71],"two":[72,76],"benchmarks":[74],"Further,":[81],"identify":[83],"factors":[84],"that":[85,99,117],"contribute":[86],"gap":[89],"between":[90],"humans":[93],"discuss":[95],"remaining":[97],"issues":[98],"need":[100],"be":[102,133],"addressed":[103,119],"build":[105],"next":[107],"generation":[108],"more":[110],"powerful":[111],"models.":[113,161],"Some":[114],"specific":[115],"questions":[116],"include:":[120],"what":[122,131,154],"ways":[123],"current":[124],"fail,":[126],"how":[127,140,147],"remedy":[129],"them,":[130],"can":[132],"learned":[134],"from":[135],"cognitive":[136],"studies":[137],"attention,":[139],"explicit":[141],"judgments":[143],"relate":[144],"fixations,":[146],"conduct":[149],"fair":[150],"model":[151],"comparison,":[152],"emerging":[157],"applications":[158]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":38},{"year":2020,"cited_by_count":25},{"year":2019,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}