{"id":"https://openalex.org/W4386318133","doi":"https://doi.org/10.1587/transinf.2022edp7220","title":"Siamese Transformer for Saliency Prediction Based on Multi-Prior Enhancement and Cross-Modal Attention Collaboration","display_name":"Siamese Transformer for Saliency Prediction Based on Multi-Prior Enhancement and Cross-Modal Attention Collaboration","publication_year":2023,"publication_date":"2023-08-31","ids":{"openalex":"https://openalex.org/W4386318133","doi":"https://doi.org/10.1587/transinf.2022edp7220"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2022edp7220","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1587/transinf.2022edp7220","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E106.D/9/E106.D_2022EDP7220/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E106.D/9/E106.D_2022EDP7220/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112991404","display_name":"Fazhan YANG","orcid":null},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fazhan YANG","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101093463","display_name":"Xingge Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingge GUO","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103113014","display_name":"Liang Song","orcid":"https://orcid.org/0000-0003-4251-3798"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song LIANG","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033792593","display_name":"Peipei Zhao","orcid":"https://orcid.org/0000-0002-2275-2495"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peipei ZHAO","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079180029","display_name":"Shanhua Li","orcid":"https://orcid.org/0000-0003-4390-5558"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanhua LI","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology","institution_ids":["https://openalex.org/I25757504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25757504"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09613005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"E106.D","issue":"9","first_page":"1572","last_page":"1583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10971","display_name":"Olfactory and Sensory Function Studies","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2809","display_name":"Sensory Systems"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8995882272720337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8617242574691772},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7011137008666992},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.5978087782859802},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5650659799575806},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.534222424030304},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.487396776676178},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45139947533607483},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43939799070358276},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4297967553138733},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4174519181251526}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8995882272720337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8617242574691772},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7011137008666992},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.5978087782859802},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5650659799575806},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.534222424030304},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.487396776676178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45139947533607483},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43939799070358276},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4297967553138733},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4174519181251526},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2022edp7220","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1587/transinf.2022edp7220","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E106.D/9/E106.D_2022EDP7220/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2022edp7220","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1587/transinf.2022edp7220","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E106.D/9/E106.D_2022EDP7220/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4099999964237213,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386318133.pdf"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W284368147","https://openalex.org/W1510835000","https://openalex.org/W1517086206","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1946606198","https://openalex.org/W1954128991","https://openalex.org/W1978479866","https://openalex.org/W2008066834","https://openalex.org/W2014328297","https://openalex.org/W2037954058","https://openalex.org/W2041719651","https://openalex.org/W2063608179","https://openalex.org/W2078903912","https://openalex.org/W2117539524","https://openalex.org/W2118246710","https://openalex.org/W2122710056","https://openalex.org/W2128272608","https://openalex.org/W2133589685","https://openalex.org/W2135957164","https://openalex.org/W2138046011","https://openalex.org/W2139047169","https://openalex.org/W2141041441","https://openalex.org/W2146103513","https://openalex.org/W2163605009","https://openalex.org/W2164989680","https://openalex.org/W2194775991","https://openalex.org/W2212216676","https://openalex.org/W2323509952","https://openalex.org/W2342927252","https://openalex.org/W2558906385","https://openalex.org/W2583180462","https://openalex.org/W2606302360","https://openalex.org/W2612135493","https://openalex.org/W2746070923","https://openalex.org/W2752803862","https://openalex.org/W2765934933","https://openalex.org/W2779286524","https://openalex.org/W2798322161","https://openalex.org/W2798322248","https://openalex.org/W2884585870","https://openalex.org/W2962954185","https://openalex.org/W2963446712","https://openalex.org/W2963503775","https://openalex.org/W2963828885","https://openalex.org/W2964114039","https://openalex.org/W2979442772","https://openalex.org/W2980565715","https://openalex.org/W3011978462","https://openalex.org/W3022565501","https://openalex.org/W3033999896","https://openalex.org/W3034988334","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3097337310","https://openalex.org/W3101840568","https://openalex.org/W3102090209","https://openalex.org/W3138516171","https://openalex.org/W3162275167","https://openalex.org/W3183781492","https://openalex.org/W3187670671","https://openalex.org/W3195373329","https://openalex.org/W3199495496","https://openalex.org/W3212645988","https://openalex.org/W4214561053","https://openalex.org/W4224281996","https://openalex.org/W4226074673"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4247136043","https://openalex.org/W4312407344"],"abstract_inverted_index":{"Visual":[0],"saliency":[1,42,88,133,160,179],"prediction":[2,43,180],"has":[3],"improved":[4],"dramatically":[5],"since":[6],"the":[7,34,63,70,74,78,81,91,102,122,126,132,147,158,183],"advent":[8],"of":[9,36,69,77,125,135,151,178],"convolutional":[10],"neural":[11],"networks":[12],"(CNN).":[13],"Although":[14],"CNN":[15],"achieves":[16,170],"excellent":[17],"performance,":[18],"it":[19],"still":[20],"cannot":[21],"learn":[22,101,121],"global":[23,87,152],"and":[24,29,49,110,130,153,156,176,192],"long-range":[25],"contextual":[26],"information":[27,76,155],"well":[28],"lacks":[30],"interpretability":[31],"due":[32],"to":[33,84,100,116,120,145],"locality":[35],"convolution":[37],"operations.":[38],"We":[39],"proposed":[40,168],"a":[41,57,86,96],"model":[44,193],"based":[45],"on":[46,173],"multi-prior":[47,114,184],"enhancement":[48],"cross-modal":[50,148],"attention":[51,142],"collaboration":[52],"(ME-CAS).":[53],"Concretely,":[54],"we":[55,94,139],"designed":[56],"transformer-based":[58],"Siamese":[59,118],"network":[60],"architecture":[61],"as":[62],"backbone":[64],"for":[65],"feature":[66],"extraction.":[67],"One":[68],"transformer":[71],"branches":[72],"captures":[73],"context":[75],"image":[79],"under":[80],"self-attention":[82],"mechanism":[83],"obtain":[85,131],"map.":[89,161],"At":[90],"same":[92],"time,":[93],"build":[95],"prior":[97],"learning":[98,150,185],"module":[99,144],"human":[103],"visual":[104,128],"center":[105],"bias":[106],"prior,":[107,109],"contrast":[108],"frequency":[111],"prior.":[112],"The":[113],"input":[115],"another":[117],"branch":[119],"detailed":[123],"features":[124,129],"underlying":[127],"map":[134],"local":[136,154],"information.":[137],"Finally,":[138],"use":[140],"an":[141],"calibration":[143],"guide":[146],"collaborative":[149],"generate":[157],"final":[159],"Extensive":[162],"experimental":[163],"results":[164,172],"demonstrate":[165],"that":[166],"our":[167],"ME-CAS":[169],"superior":[171],"public":[174],"benchmarks":[175],"competitors":[177],"models.":[181],"Moreover,":[182],"modules":[186],"enhance":[187],"images":[188],"express":[189],"salient":[190],"details,":[191],"interpretability.":[194]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}