{"id":"https://openalex.org/W4401210608","doi":"https://doi.org/10.1109/access.2024.3436585","title":"The Visual Saliency Transformer Goes Temporal: TempVST for Video Saliency Prediction","display_name":"The Visual Saliency Transformer Goes Temporal: TempVST for Video Saliency Prediction","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401210608","doi":"https://doi.org/10.1109/access.2024.3436585"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3436585","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3436585","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3436585","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106215495","display_name":"Nikos Lazaridis","orcid":"https://orcid.org/0009-0009-7348-9613"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikos Lazaridis","raw_affiliation_strings":["Centre for Research & Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0009-0009-7348-9613","affiliations":[{"raw_affiliation_string":"Centre for Research & Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025237513","display_name":"Kostas Georgiadis","orcid":"https://orcid.org/0000-0001-9116-4729"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Kostas Georgiadis","raw_affiliation_strings":["Centre for Research & Technology Hellas, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Research & Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088242727","display_name":"Fotis P. Kalaganis","orcid":"https://orcid.org/0000-0002-5474-9098"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Fotis Kalaganis","raw_affiliation_strings":["Centre for Research & Technology Hellas, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Research & Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086670028","display_name":"Giorgos Kordopatis-Zilos","orcid":"https://orcid.org/0000-0003-2297-4802"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Giorgos Kordopatis-Zilos","raw_affiliation_strings":["VRG, FEE, Czech Technical University in Prague, Prague, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0003-2297-4802","affiliations":[{"raw_affiliation_string":"VRG, FEE, Czech Technical University in Prague, Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013616365","display_name":"Symeon Papadopoulos","orcid":"https://orcid.org/0000-0002-5441-7341"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Symeon Papadopoulos","raw_affiliation_strings":["Centre for Research & Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5441-7341","affiliations":[{"raw_affiliation_string":"Centre for Research & Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091570867","display_name":"Spiros Nikolopoulos","orcid":"https://orcid.org/0000-0002-1367-5133"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Spiros Nikolopoulos","raw_affiliation_strings":["Centre for Research & Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-1367-5133","affiliations":[{"raw_affiliation_string":"Centre for Research & Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084122016","display_name":"Ioannis Kompatsiaris","orcid":"https://orcid.org/0000-0001-6447-9020"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Kompatsiaris","raw_affiliation_strings":["Centre for Research & Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0001-6447-9020","affiliations":[{"raw_affiliation_string":"Centre for Research & Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2262,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79947539,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"129705","last_page":"129716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9460999965667725,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7482854723930359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6389595866203308},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5892423391342163},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4994008541107178},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.44372352957725525},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3868136703968048},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06742224097251892},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.055381834506988525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7482854723930359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6389595866203308},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5892423391342163},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4994008541107178},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.44372352957725525},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3868136703968048},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06742224097251892},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.055381834506988525},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3436585","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3436585","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:682bb2794dfb4408baf1f72c1a7001dc","is_oa":true,"landing_page_url":"https://doaj.org/article/682bb2794dfb4408baf1f72c1a7001dc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 129705-129716 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3436585","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3436585","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1581840107","https://openalex.org/W1978479866","https://openalex.org/W2008066834","https://openalex.org/W2046863527","https://openalex.org/W2078903912","https://openalex.org/W2112796928","https://openalex.org/W2128272608","https://openalex.org/W2135835174","https://openalex.org/W2135957164","https://openalex.org/W2143688352","https://openalex.org/W2162216530","https://openalex.org/W2212216676","https://openalex.org/W2288514685","https://openalex.org/W2517304349","https://openalex.org/W2612135493","https://openalex.org/W2618530766","https://openalex.org/W2746696939","https://openalex.org/W2755981968","https://openalex.org/W2883429621","https://openalex.org/W2901819203","https://openalex.org/W2904388485","https://openalex.org/W2955060956","https://openalex.org/W2962938439","https://openalex.org/W2962982762","https://openalex.org/W2963503775","https://openalex.org/W2963581854","https://openalex.org/W2964114039","https://openalex.org/W2969741484","https://openalex.org/W2986131415","https://openalex.org/W2995429852","https://openalex.org/W2997304642","https://openalex.org/W3011978462","https://openalex.org/W3082657571","https://openalex.org/W3097337310","https://openalex.org/W3099561715","https://openalex.org/W3121523901","https://openalex.org/W3126721948","https://openalex.org/W3138095408","https://openalex.org/W3138516171","https://openalex.org/W3160344247","https://openalex.org/W3186934280","https://openalex.org/W3194945615","https://openalex.org/W3202477427","https://openalex.org/W4206706211","https://openalex.org/W4214561053","https://openalex.org/W4220861526","https://openalex.org/W4224281996","https://openalex.org/W4284971418","https://openalex.org/W4285176798","https://openalex.org/W4385245566","https://openalex.org/W4399022051","https://openalex.org/W6684745935","https://openalex.org/W6698589804","https://openalex.org/W6744446066","https://openalex.org/W6764953915","https://openalex.org/W6784333009","https://openalex.org/W6795360677"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"Transformer,":[1],"a":[2,68,75,83,105,111],"neural":[3],"network":[4,178],"architecture,":[5],"revolutionized":[6],"Natural":[7],"Language":[8],"Processing":[9],"and":[10,152,170,172],"Computer":[11],"Vision":[12],"by":[13],"effectively":[14],"capturing":[15],"contextual":[16],"relationships":[17],"in":[18,31,67,144],"sequential":[19],"data":[20],"through":[21,130,149],"its":[22],"attention":[23],"mechanism.":[24],"While":[25],"Transformers":[26],"have":[27],"been":[28],"explored":[29],"sufficiently":[30],"traditional":[32],"computer":[33],"vision":[34],"tasks":[35],"such":[36,46],"as":[37,47,104],"image":[38,126],"classification,":[39],"their":[40],"application":[41],"to":[42,73,119,127],"more":[43],"intricate":[44],"tasks,":[45],"Video":[48,54],"Saliency":[49,89,101],"Prediction":[50],"(VSP),":[51],"remains":[52],"limited.":[53],"saliency":[55],"prediction":[56],"is":[57,142],"the":[58,62,93,99,108,117,131,145,155,158],"task":[59],"of":[60,110,133,147,157],"identifying":[61],"most":[63],"visually":[64],"salient":[65],"regions":[66],"video,":[69],"which":[70],"are":[71],"likely":[72],"capture":[74],"viewer\u2019s":[76],"attention.":[77],"In":[78],"this":[79],"study,":[80],"we":[81,137],"propose":[82],"pure-transformer":[84],"architecture":[85],"named":[86],"Temporal":[87],"Visual":[88,100],"Transformer":[90,102,150],"(TempVST)":[91],"for":[92],"VSP":[94,148],"task.":[95],"Our":[96,161],"model":[97],"leverages":[98],"(VST)":[103],"backbone,":[106],"with":[107],"addition":[109],"Transformer-based":[112],"temporal":[113,134],"module":[114],"that":[115,139,176],"possesses":[116],"capacity":[118],"seamlessly":[120],"transition":[121],"diverse":[122],"architectural":[123],"frameworks":[124],"from":[125],"video":[128],"domain,":[129],"incorporation":[132],"recurrences.":[135],"Moreover,":[136],"demonstrate":[138],"transfer":[140],"learning":[141],"viable":[143],"context":[146],"architectures":[151],"helps":[153],"reduce":[154],"duration":[156],"training":[159],"phase.":[160],"experiments":[162],"were":[163],"conducted":[164],"on":[165],"two":[166],"benchmark":[167],"datasets,":[168],"DHF1K":[169],"LEDOV,":[171],"our":[173,177],"results":[174],"show":[175],"can":[179],"compete":[180],"all":[181],"other":[182],"state-of-the-art":[183],"models.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}