{"id":"https://openalex.org/W3194945615","doi":"https://doi.org/10.1109/tmm.2021.3139743","title":"Spatio-Temporal Self-Attention Network for Video Saliency Prediction","display_name":"Spatio-Temporal Self-Attention Network for Video Saliency Prediction","publication_year":2021,"publication_date":"2021-12-31","ids":{"openalex":"https://openalex.org/W3194945615","doi":"https://doi.org/10.1109/tmm.2021.3139743","mag":"3194945615"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3139743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3139743","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.10696","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100400476","display_name":"Ziqiang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziqiang Wang","raw_affiliation_strings":["Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4083-5411","affiliations":[{"raw_affiliation_string":"Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382312","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0002-8428-1131"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8428-1131","affiliations":[{"raw_affiliation_string":"Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061140967","display_name":"Gongyang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Gongyang Li","raw_affiliation_strings":["Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","School of Communication and Information Engineering, Shanghai University, Shanghai, China","School of Computer Science and Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7324-1196","affiliations":[{"raw_affiliation_string":"Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101398880","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0001-9447-1791"},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["Department of Computer Science, University of Manitoba, Winnipeg, MB, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9447-1791","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Manitoba, Winnipeg, MB, Canada","institution_ids":["https://openalex.org/I46247651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624113","display_name":"Tianhong Zhang","orcid":"https://orcid.org/0000-0002-5379-7119"},"institutions":[{"id":"https://openalex.org/I2802690428","display_name":"Shanghai Mental Health Center","ror":"https://ror.org/05bd2wa15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802690428"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhong Zhang","raw_affiliation_strings":["Shanghai Key Laboratory of Psychotic Disorders, Shanghai Mental Health Center, Shanghai Jiaotong University School of Medicine, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Psychotic Disorders, Shanghai Mental Health Center, Shanghai Jiaotong University School of Medicine, Shanghai, China","institution_ids":["https://openalex.org/I2802690428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072024833","display_name":"Lihua Xu","orcid":"https://orcid.org/0000-0002-2237-9336"},"institutions":[{"id":"https://openalex.org/I2802690428","display_name":"Shanghai Mental Health Center","ror":"https://ror.org/05bd2wa15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802690428"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihua Xu","raw_affiliation_strings":["Shanghai Key Laboratory of Psychotic Disorders, Shanghai Mental Health Center, Shanghai Jiaotong University School of Medicine, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Psychotic Disorders, Shanghai Mental Health Center, Shanghai Jiaotong University School of Medicine, Shanghai, China","institution_ids":["https://openalex.org/I2802690428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016774224","display_name":"Jijun Wang","orcid":"https://orcid.org/0000-0001-5427-7425"},"institutions":[{"id":"https://openalex.org/I2802690428","display_name":"Shanghai Mental Health Center","ror":"https://ror.org/05bd2wa15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802690428"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jijun Wang","raw_affiliation_strings":["Shanghai Key Laboratory of Psychotic Disorders, Shanghai Mental Health Center, Shanghai Jiaotong University School of Medicine, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Psychotic Disorders, Shanghai Mental Health Center, Shanghai Jiaotong University School of Medicine, Shanghai, China","institution_ids":["https://openalex.org/I2802690428"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100400476"],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":null,"apc_paid":null,"fwci":3.7825,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.94716202,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"1161","last_page":"1174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8672798871994019},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48396944999694824},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3440694808959961}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8672798871994019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48396944999694824},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3440694808959961}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2021.3139743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3139743","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2108.10696","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.10696","pdf_url":"https://arxiv.org/pdf/2108.10696","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.10696","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.10696","pdf_url":"https://arxiv.org/pdf/2108.10696","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2960041486","display_name":null,"funder_award_id":"202006890079","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G3011159095","display_name":null,"funder_award_id":"62171269","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3479925702","display_name":null,"funder_award_id":"21S31903100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G7557374399","display_name":null,"funder_award_id":"82171544","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":111,"referenced_works":["https://openalex.org/W1510835000","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1934890906","https://openalex.org/W1946606198","https://openalex.org/W1978479866","https://openalex.org/W2032007016","https://openalex.org/W2071555787","https://openalex.org/W2078903912","https://openalex.org/W2108598243","https://openalex.org/W2115004357","https://openalex.org/W2118985252","https://openalex.org/W2119577735","https://openalex.org/W2128272608","https://openalex.org/W2135957164","https://openalex.org/W2162216530","https://openalex.org/W2164720308","https://openalex.org/W2169561119","https://openalex.org/W2194775991","https://openalex.org/W2212216676","https://openalex.org/W2288514685","https://openalex.org/W2415053570","https://openalex.org/W2442293398","https://openalex.org/W2463565445","https://openalex.org/W2501148868","https://openalex.org/W2528092473","https://openalex.org/W2552027021","https://openalex.org/W2558906385","https://openalex.org/W2585592883","https://openalex.org/W2586820357","https://openalex.org/W2612135493","https://openalex.org/W2620958690","https://openalex.org/W2738450183","https://openalex.org/W2757028014","https://openalex.org/W2799077596","https://openalex.org/W2800632947","https://openalex.org/W2804743778","https://openalex.org/W2805199679","https://openalex.org/W2883429621","https://openalex.org/W2894463902","https://openalex.org/W2902418641","https://openalex.org/W2921653116","https://openalex.org/W2938260698","https://openalex.org/W2955060956","https://openalex.org/W2955084925","https://openalex.org/W2962159375","https://openalex.org/W2962835968","https://openalex.org/W2962938439","https://openalex.org/W2963091558","https://openalex.org/W2963403868","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2963450895","https://openalex.org/W2963503775","https://openalex.org/W2963524571","https://openalex.org/W2963581854","https://openalex.org/W2963828885","https://openalex.org/W2964081807","https://openalex.org/W2964114039","https://openalex.org/W2964121744","https://openalex.org/W2964145162","https://openalex.org/W2965638232","https://openalex.org/W2969741484","https://openalex.org/W2970971581","https://openalex.org/W2971137300","https://openalex.org/W2979442772","https://openalex.org/W2980565715","https://openalex.org/W2986131415","https://openalex.org/W2990205821","https://openalex.org/W2997304642","https://openalex.org/W2999458807","https://openalex.org/W3010616503","https://openalex.org/W3011154664","https://openalex.org/W3011978462","https://openalex.org/W3021371335","https://openalex.org/W3022565501","https://openalex.org/W3030079400","https://openalex.org/W3031719679","https://openalex.org/W3082657571","https://openalex.org/W3097337310","https://openalex.org/W3098145348","https://openalex.org/W3099561715","https://openalex.org/W3101840568","https://openalex.org/W3103243383","https://openalex.org/W3105966669","https://openalex.org/W3106587394","https://openalex.org/W3115654959","https://openalex.org/W3122238731","https://openalex.org/W3125703990","https://openalex.org/W3131812503","https://openalex.org/W3132652652","https://openalex.org/W3135252983","https://openalex.org/W3135874576","https://openalex.org/W3138095408","https://openalex.org/W3160344247","https://openalex.org/W3194225218","https://openalex.org/W3202477427","https://openalex.org/W4239072543","https://openalex.org/W4295312788","https://openalex.org/W4385245566","https://openalex.org/W4394666973","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6684745935","https://openalex.org/W6719057275","https://openalex.org/W6729263887","https://openalex.org/W6739901393","https://openalex.org/W6764953915","https://openalex.org/W6766978945","https://openalex.org/W6780226713","https://openalex.org/W6795360677"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"3D":[0,25,63,83],"convolutional":[1,84],"neural":[2],"networks":[3],"have":[4],"achieved":[5],"promising":[6],"results":[7,134],"for":[8,66],"video":[9,15,67],"tasks":[10],"in":[11,21,70,116],"computer":[12],"vision,":[13],"including":[14],"saliency":[16,68],"prediction":[17],"that":[18],"is":[19,43],"explored":[20],"this":[22,55],"paper.":[23],"However,":[24],"convolution":[26],"encodes":[27],"visual":[28,48],"representation":[29],"merely":[30],"on":[31,135],"fixed":[32],"local":[33],"spacetime":[34],"according":[35],"to":[36,86,107],"its":[37],"kernel":[38],"size,":[39],"while":[40],"human":[41],"attention":[42],"always":[44],"attracted":[45],"by":[46],"relational":[47],"features":[49,93,110],"at":[50,79],"different":[51,80,95],"time.":[52],"To":[53],"overcome":[54],"limitation,":[56],"we":[57,99],"propose":[58,100],"a":[59],"novel":[60],"Spatio-Temporal":[61,73],"Self-Attention":[62,74],"Network":[64],"(STSANet)":[65],"prediction,":[69],"which":[71],"multiple":[72],"(STSA)":[75],"modules":[76],"are":[77],"employed":[78],"levels":[81],"of":[82,94,114,126,129,147],"backbone":[85],"directly":[87],"capture":[88],"long-range":[89],"relations":[90],"between":[91],"spatio-temporal":[92,119],"time":[96],"steps.":[97],"Besides,":[98],"an":[101],"Attentional":[102],"Multi-Scale":[103],"Fusion":[104],"(AMSF)":[105],"module":[106],"integrate":[108],"multi-level":[109],"with":[111,152],"the":[112,124,133,145,148],"perception":[113],"context":[115],"semantic":[117],"and":[118,132,139],"subspaces.":[120],"Extensive":[121],"experiments":[122],"demonstrate":[123],"contributions":[125],"key":[127],"components":[128],"our":[130],"method,":[131],"DHF1K,":[136],"Hollywood-2,":[137],"UCF,":[138],"DIEM":[140],"benchmark":[141],"datasets":[142],"clearly":[143],"prove":[144],"superiority":[146],"proposed":[149],"model":[150],"compared":[151],"all":[153],"state-of-the-art":[154],"models.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":19}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}