{"id":"https://openalex.org/W4392911121","doi":"https://doi.org/10.1109/jetcas.2024.3377096","title":"Predicting 360\u00b0 Video Saliency: A ConvLSTM Encoder-Decoder Network With Spatio-Temporal Consistency","display_name":"Predicting 360\u00b0 Video Saliency: A ConvLSTM Encoder-Decoder Network With Spatio-Temporal Consistency","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392911121","doi":"https://doi.org/10.1109/jetcas.2024.3377096"},"language":"en","primary_location":{"id":"doi:10.1109/jetcas.2024.3377096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2024.3377096","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011577651","display_name":"Zhaolin Wan","orcid":"https://orcid.org/0000-0003-0324-7116"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaolin Wan","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633163","display_name":"Qin Han","orcid":"https://orcid.org/0000-0002-7317-0823"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Qin","raw_affiliation_strings":["College of Artificial Intelligence, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013727612","display_name":"Ruiqin Xiong","orcid":"https://orcid.org/0000-0001-9796-0478"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqin Xiong","raw_affiliation_strings":["Department of Computer Science and Technology, School of EECS, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730072","display_name":"Zhiyang Li","orcid":"https://orcid.org/0000-0002-5396-3447"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyang Li","raw_affiliation_strings":["Information Science and Technology College, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Information Science and Technology College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079412089","display_name":"Xiaopeng Fan","orcid":"https://orcid.org/0000-0002-9660-3636"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Fan","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100600353","display_name":"Debin Zhao","orcid":"https://orcid.org/0000-0003-3434-9967"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Debin Zhao","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011577651"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":1.8381,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85761796,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"14","issue":"2","first_page":"311","last_page":"322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.781225323677063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6895014643669128},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.6787253022193909},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.6248827576637268},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5173965692520142},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5028302073478699},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4832116365432739},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.4483550488948822},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4308202564716339},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.42556142807006836},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4031328558921814},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08732360601425171}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781225323677063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6895014643669128},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6787253022193909},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.6248827576637268},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5173965692520142},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5028302073478699},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4832116365432739},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4483550488948822},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4308202564716339},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.42556142807006836},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4031328558921814},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08732360601425171},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jetcas.2024.3377096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2024.3377096","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G2389558678","display_name":null,"funder_award_id":"62072009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G389757105","display_name":null,"funder_award_id":"62102059","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5430980299","display_name":null,"funder_award_id":"U22B2035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6375039139","display_name":null,"funder_award_id":"2023M740939","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2086866337","https://openalex.org/W2119228922","https://openalex.org/W2148383759","https://openalex.org/W2212216676","https://openalex.org/W2409576149","https://openalex.org/W2585592883","https://openalex.org/W2731833015","https://openalex.org/W2733904738","https://openalex.org/W2798405286","https://openalex.org/W2798665861","https://openalex.org/W2883429621","https://openalex.org/W2884414611","https://openalex.org/W2890258603","https://openalex.org/W2894463902","https://openalex.org/W2895696451","https://openalex.org/W2902009049","https://openalex.org/W2902418641","https://openalex.org/W2955060956","https://openalex.org/W2963339238","https://openalex.org/W2963581854","https://openalex.org/W2964429685","https://openalex.org/W2986131415","https://openalex.org/W2990889494","https://openalex.org/W2996936831","https://openalex.org/W2997304642","https://openalex.org/W3020127778","https://openalex.org/W3082657571","https://openalex.org/W3099561715","https://openalex.org/W3163735346","https://openalex.org/W3183913595","https://openalex.org/W3194945615","https://openalex.org/W3203371790","https://openalex.org/W3212456028","https://openalex.org/W4211256032","https://openalex.org/W4214680709","https://openalex.org/W4221086736","https://openalex.org/W4282947363","https://openalex.org/W4285176798","https://openalex.org/W4306167843","https://openalex.org/W4312266966","https://openalex.org/W4312724358","https://openalex.org/W4385976096","https://openalex.org/W6628877408","https://openalex.org/W6786845864"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W2159052453","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W2803255133","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W4386815338","https://openalex.org/W2145836866"],"abstract_inverted_index":{"360\u00b0":[0,27,52,80,97],"videos":[1,98],"have":[2,41],"been":[3],"widely":[4],"used":[5],"with":[6,119],"the":[7,19,59,90,114,128,145,148,160,169,173],"development":[8],"of":[9,61,96,147,175],"virtual":[10],"reality":[11],"technology":[12],"and":[13,64,92,122,159,177],"triggered":[14],"a":[15,73,101,135],"demand":[16],"to":[17,58,88,116,142,155],"determine":[18],"most":[20],"visually":[21],"attractive":[22],"objects":[23],"in":[24,45,51,113,131],"them,":[25],"aka":[26],"video":[28],"saliency":[29,149],"prediction":[30],"(VSP).":[31],"While":[32],"generative":[33,77],"models,":[34],"i.e.,":[35],"variational":[36],"autoencoders":[37],"or":[38],"autoregressive":[39,103],"models":[40],"proved":[42],"their":[43],"effectiveness":[44],"handling":[46],"spatio-temporal":[47,75],"data,":[48],"utilizing":[49],"them":[50],"VSP":[53],"is":[54,86,111,140],"still":[55],"challenging":[56],"due":[57],"problem":[60],"severe":[62],"distortion":[63],"feature":[65],"alignment":[66],"inconsistency.":[67],"In":[68],"this":[69],"study,":[70],"we":[71],"propose":[72],"novel":[74],"consistency":[76],"network":[78],"for":[79],"VSP.":[81],"A":[82],"dual-stream":[83],"encoder-decoder":[84],"architecture":[85],"adopted":[87],"process":[89],"forward":[91],"backward":[93],"frame":[94],"sequences":[95],"simultaneously.":[99],"Moreover,":[100],"deep":[102],"module":[104,139],"termed":[105],"as":[106],"axial-attention":[107],"based":[108],"spherical":[109],"ConvLSTM":[110],"designed":[112],"encoder":[115],"memorize":[117],"features":[118],"global-range":[120],"spatial":[121],"temporal":[123],"dependencies.":[124],"Finally,":[125],"motivated":[126],"by":[127],"bias":[129],"phenomenon":[130],"human":[132],"viewing":[133],"behavior,":[134],"temporal-convolutional":[136],"Gaussian":[137],"prior":[138],"introduced":[141],"further":[143],"improve":[144],"accuracy":[146],"prediction.":[150],"Extensive":[151],"experiments":[152],"are":[153],"conducted":[154],"evaluate":[156],"our":[157,165],"model":[158,166],"state-of-the-art":[161],"competitors,":[162],"demonstrating":[163],"that":[164],"has":[167],"achieved":[168],"best":[170],"performance":[171],"on":[172],"databases":[174],"PVS-HM":[176],"VR-Eyetracking.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-25T23:00:34.991745","created_date":"2025-10-10T00:00:00"}