{"id":"https://openalex.org/W3067922556","doi":"https://doi.org/10.1109/tip.2020.3016464","title":"Visual Saliency via Embedding Hierarchical Knowledge in a Deep Neural Network","display_name":"Visual Saliency via Embedding Hierarchical Knowledge in a Deep Neural Network","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3067922556","doi":"https://doi.org/10.1109/tip.2020.3016464","mag":"3067922556","pmid":"https://pubmed.ncbi.nlm.nih.gov/32813655"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.3016464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3016464","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090831580","display_name":"Fei Zhou","orcid":"https://orcid.org/0000-0003-1216-2181"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210142539","display_name":"Guangdong Institute of Intelligent Manufacturing","ror":"https://ror.org/049jpjz09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210142539"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fei Zhou","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1216-2181","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen, China","institution_ids":["https://openalex.org/I4210142539"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018485113","display_name":"Rongguo Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongguo Yao","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064902995","display_name":"Guangsen Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangsen Liao","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101852707","display_name":"Bozhi Liu","orcid":"https://orcid.org/0000-0001-7305-0736"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bozhi Liu","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7305-0736","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114259459","display_name":"Guoping Qiu","orcid":"https://orcid.org/0000-0002-5877-5648"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Guoping Qiu","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","School of Computer Science, University of Nottingham, Nottingham, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5877-5648","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science, University of Nottingham, Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090831580"],"corresponding_institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4210136793","https://openalex.org/I4210142539"],"apc_list":null,"apc_paid":null,"fwci":0.6868,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72193116,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":null,"first_page":"8490","last_page":"8505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7882122993469238},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7570136785507202},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7514030933380127},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6376814842224121},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5736389756202698},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5337883830070496},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5254653692245483},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5247055292129517},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5167505145072937},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.49715498089790344},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3903326392173767}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7882122993469238},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7570136785507202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7514030933380127},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6376814842224121},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5736389756202698},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5337883830070496},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5254653692245483},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5247055292129517},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5167505145072937},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.49715498089790344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3903326392173767}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2020.3016464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3016464","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:32813655","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32813655","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6742667446","display_name":null,"funder_award_id":"2019KZDZX1028","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"},{"id":"https://openalex.org/G7304910008","display_name":null,"funder_award_id":"2019121","funder_id":"https://openalex.org/F4320325571","funder_display_name":"Shenzhen University"}],"funders":[{"id":"https://openalex.org/F4320325571","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70"},{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":109,"referenced_works":["https://openalex.org/W284368147","https://openalex.org/W1510835000","https://openalex.org/W1517086206","https://openalex.org/W1522301498","https://openalex.org/W1559169059","https://openalex.org/W1686810756","https://openalex.org/W1772076007","https://openalex.org/W1821462560","https://openalex.org/W1849277567","https://openalex.org/W1894057436","https://openalex.org/W1934890906","https://openalex.org/W1946606198","https://openalex.org/W1976782722","https://openalex.org/W1985202143","https://openalex.org/W1996031228","https://openalex.org/W2007571554","https://openalex.org/W2015196405","https://openalex.org/W2032007016","https://openalex.org/W2037328649","https://openalex.org/W2038037399","https://openalex.org/W2039313011","https://openalex.org/W2040253108","https://openalex.org/W2041719651","https://openalex.org/W2055111849","https://openalex.org/W2063608179","https://openalex.org/W2067259649","https://openalex.org/W2072128103","https://openalex.org/W2073767010","https://openalex.org/W2078903912","https://openalex.org/W2084279352","https://openalex.org/W2086791339","https://openalex.org/W2087509227","https://openalex.org/W2103666701","https://openalex.org/W2107055466","https://openalex.org/W2108598243","https://openalex.org/W2116724443","https://openalex.org/W2121947860","https://openalex.org/W2123118847","https://openalex.org/W2126532873","https://openalex.org/W2127707449","https://openalex.org/W2128272608","https://openalex.org/W2133589685","https://openalex.org/W2135957164","https://openalex.org/W2138015733","https://openalex.org/W2139047169","https://openalex.org/W2146103513","https://openalex.org/W2148383759","https://openalex.org/W2149095485","https://openalex.org/W2152233525","https://openalex.org/W2163605009","https://openalex.org/W2164084182","https://openalex.org/W2164716063","https://openalex.org/W2169561119","https://openalex.org/W2169632643","https://openalex.org/W2169949291","https://openalex.org/W2192271525","https://openalex.org/W2212216676","https://openalex.org/W2212806369","https://openalex.org/W2288514685","https://openalex.org/W2332175535","https://openalex.org/W2342927252","https://openalex.org/W2402040300","https://openalex.org/W2442293398","https://openalex.org/W2541335858","https://openalex.org/W2547191090","https://openalex.org/W2557536990","https://openalex.org/W2558906385","https://openalex.org/W2586820357","https://openalex.org/W2612135493","https://openalex.org/W2616463902","https://openalex.org/W2732026016","https://openalex.org/W2738450183","https://openalex.org/W2765701225","https://openalex.org/W2904388485","https://openalex.org/W2914885528","https://openalex.org/W2962835968","https://openalex.org/W2962954185","https://openalex.org/W2963131860","https://openalex.org/W2963503775","https://openalex.org/W2964114039","https://openalex.org/W2964121744","https://openalex.org/W2964145162","https://openalex.org/W2979442772","https://openalex.org/W2980565715","https://openalex.org/W2986324132","https://openalex.org/W3098145348","https://openalex.org/W3101840568","https://openalex.org/W3104979525","https://openalex.org/W3105966669","https://openalex.org/W3122238731","https://openalex.org/W4231109964","https://openalex.org/W4246401828","https://openalex.org/W6610281778","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6639204139","https://openalex.org/W6639359414","https://openalex.org/W6643897934","https://openalex.org/W6676006193","https://openalex.org/W6680437723","https://openalex.org/W6680460070","https://openalex.org/W6680614221","https://openalex.org/W6684191040","https://openalex.org/W6684745935","https://openalex.org/W6688109110","https://openalex.org/W6712847557","https://openalex.org/W6728975877","https://openalex.org/W6737988291"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2068608913","https://openalex.org/W4295532600","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4],"been":[5],"extensively":[6],"applied":[7],"in":[8,21,79,91,117,120,177],"image":[9,195],"processing,":[10],"including":[11],"visual":[12,26,37,76,94],"saliency":[13,27,77,99],"map":[14],"pre-diction":[15],"of":[16,32,36,47,74,86,114,129,153,161,183,213],"images.":[17],"A":[18,39],"major":[19],"difficulty":[20,69],"using":[22,98],"a":[23,44,63,80,121,125,154,170],"DNN":[24,41,156,185],"for":[25],"prediction":[28],"is":[29,141],"the":[30,84,88,92,115,127,138,151,159,164,179,184,191,194,211,214],"lack":[31],"labeled":[33],"ground":[34,139],"truth":[35,140],"saliency.":[38],"powerful":[40],"usually":[42],"contains":[43],"large":[45,155],"number":[46,128],"trainable":[48,130],"parameters.":[49],"This":[50,144],"condition":[51],"can":[52],"easily":[53],"lead":[54],"to":[55,108,134,148,190,209],"model":[56],"over-fitting.":[57],"In":[58],"this":[59],"study,":[60],"we":[61,168],"develop":[62],"novel":[64],"method":[65,216],"that":[66,132],"over-comes":[67],"such":[68],"by":[70,97,102,137,186],"embedding":[71],"hierarchical":[72,122],"knowledge":[73,89],"existing":[75,93],"models":[78,96,107],"DNN.":[81],"We":[82,197],"achieve":[83],"objective":[85],"exploiting":[87],"contained":[90],"sali-ency":[95],"maps":[100],"generated":[101],"local,":[103],"global,":[104],"and":[105,110,157,219],"semantic":[106],"tune":[109],"fix":[111],"about":[112],"92.5%":[113],"parame-ters":[116],"our":[118],"network":[119],"manner.":[123],"As":[124],"result,":[126],"parameters":[131],"need":[133],"be":[135],"tuned":[136],"considerably":[142],"reduced.":[143],"reduction":[145],"enables":[146],"us":[147],"fully":[149],"utilize":[150],"power":[152],"overcome":[158],"issue":[160],"over-fitting":[162],"at":[163],"same":[165],"time.":[166],"Furthermore,":[167],"introduce":[169],"simple":[171],"but":[172],"very":[173],"effective":[174],"center":[175],"prior":[176],"designing":[178],"learning":[180],"cost":[181],"function":[182],"attaching":[187],"high":[188],"importance":[189],"errors":[192],"around":[193],"center.":[196],"also":[198],"present":[199],"extensive":[200],"experimental":[201],"results":[202],"on":[203,222],"four":[204],"commonly":[205],"used":[206],"public":[207],"databases":[208],"demonstrate":[210],"superiority":[212],"proposed":[215],"over":[217],"classical":[218],"state-of-the-art":[220],"methods":[221],"various":[223],"evaluation":[224],"metrics.":[225]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}