{"id":"https://openalex.org/W4410583072","doi":"https://doi.org/10.1109/tcsvt.2025.3572380","title":"Future Fixation Sequence Prediction for Audio-Visual 360\u00b0 Videos","display_name":"Future Fixation Sequence Prediction for Audio-Visual 360\u00b0 Videos","publication_year":2025,"publication_date":"2025-05-21","ids":{"openalex":"https://openalex.org/W4410583072","doi":"https://doi.org/10.1109/tcsvt.2025.3572380"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3572380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3572380","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034718093","display_name":"Yucheng Zhu","orcid":"https://orcid.org/0000-0002-3069-060X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yucheng Zhu","raw_affiliation_strings":["USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064168853","display_name":"Guangtao Zhai","orcid":"https://orcid.org/0000-0001-8165-9322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043405654","display_name":"Xiongkuo Min","orcid":"https://orcid.org/0000-0001-5693-0416"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongkuo Min","raw_affiliation_strings":["Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","Insti. of Image Commu. & Infor. Proce, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Insti. of Image Commu. & Infor. Proce, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100778543","display_name":"Yunhao Li","orcid":"https://orcid.org/0000-0002-7337-1748"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Li","raw_affiliation_strings":["Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076452591","display_name":"Long Teng","orcid":"https://orcid.org/0000-0001-5568-0849"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Teng","raw_affiliation_strings":["Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","Insti. of Image Commu. & Infor. Proce, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Insti. of Image Commu. & Infor. Proce, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015291775","display_name":"Huiyu Duan","orcid":"https://orcid.org/0000-0002-6519-4067"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyu Duan","raw_affiliation_strings":["Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","Insti. of Image Commu. & Infor. Proce, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Insti. of Image Commu. & Infor. Proce, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390896","display_name":"Liang Yuan","orcid":"https://orcid.org/0000-0002-7068-8766"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yuan","raw_affiliation_strings":["USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","AI Institute, MoE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"AI Institute, MoE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5034718093"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":7.0643,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96964717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"36","issue":"1","first_page":"551","last_page":"565"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7200215458869934},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5663993954658508},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5520817637443542},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.505730152130127},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.44399309158325195},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39105162024497986},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35405629873275757}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200215458869934},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5663993954658508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5520817637443542},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.505730152130127},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.44399309158325195},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39105162024497986},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35405629873275757},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3572380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3572380","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1583650166","display_name":null,"funder_award_id":"62132006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2106875166","display_name":null,"funder_award_id":"62401365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2908043458","display_name":null,"funder_award_id":"62101326","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3513406742","display_name":null,"funder_award_id":"62571324","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6360183275","display_name":null,"funder_award_id":"22DZ2229005","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G8830604195","display_name":null,"funder_award_id":"62271312","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W2007593251","https://openalex.org/W2013894622","https://openalex.org/W2081239020","https://openalex.org/W2088574598","https://openalex.org/W2133946027","https://openalex.org/W2326419564","https://openalex.org/W2328926509","https://openalex.org/W2516858621","https://openalex.org/W2568628164","https://openalex.org/W2624991012","https://openalex.org/W2768825672","https://openalex.org/W2795350989","https://openalex.org/W2799064164","https://openalex.org/W2799224386","https://openalex.org/W2801570861","https://openalex.org/W2803485280","https://openalex.org/W2883288608","https://openalex.org/W2884414611","https://openalex.org/W2891817692","https://openalex.org/W2895957446","https://openalex.org/W2909055028","https://openalex.org/W2912614787","https://openalex.org/W2923266522","https://openalex.org/W2963428739","https://openalex.org/W2964279441","https://openalex.org/W2968169446","https://openalex.org/W2993760950","https://openalex.org/W2996939355","https://openalex.org/W3081459285","https://openalex.org/W3112280458","https://openalex.org/W3173349970","https://openalex.org/W3177318507","https://openalex.org/W3182194057","https://openalex.org/W3183913595","https://openalex.org/W3202317291","https://openalex.org/W3204661719","https://openalex.org/W3212456028","https://openalex.org/W3212793811","https://openalex.org/W4206039985","https://openalex.org/W4212911677","https://openalex.org/W4213085983","https://openalex.org/W4225656885","https://openalex.org/W4251137679","https://openalex.org/W4292793998","https://openalex.org/W4308238200","https://openalex.org/W4308772371","https://openalex.org/W4312724358","https://openalex.org/W4313025803","https://openalex.org/W4321463895","https://openalex.org/W4321488259","https://openalex.org/W4322730980","https://openalex.org/W4377235208","https://openalex.org/W4385270991","https://openalex.org/W4385634569","https://openalex.org/W4386066204","https://openalex.org/W4388004017","https://openalex.org/W4391488862","https://openalex.org/W4392911121","https://openalex.org/W4393156072","https://openalex.org/W4403791560","https://openalex.org/W4406367770","https://openalex.org/W4407782250"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2156434174","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2081517010","https://openalex.org/W2121496884","https://openalex.org/W2387910809","https://openalex.org/W2294221496"],"abstract_inverted_index":{"Future":[0],"fixation":[1,24,49,86,103,166,181],"sequence":[2,25,50,104],"prediction":[3,21,105,182],"plays":[4],"a":[5,43,115,152],"crucial":[6],"role":[7],"in":[8,35,180],"various":[9],"aspects":[10],"of":[11,22,31,173],"virtual":[12],"reality":[13],"content":[14],"production,":[15],"transmission,":[16],"rendering,":[17],"and":[18,51,82,91,124,145,155],"display.":[19],"Accurate":[20],"future":[23,48,102,165],"can":[26],"significantly":[27],"enhance":[28],"the":[29,56,101,108,130,134,171],"quality":[30],"user":[32,88],"experience,":[33],"particularly":[34],"resource-constrained":[36],"scenarios.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41,113],"present":[42],"novel":[44],"framework":[45,116],"for":[46,136],"predicting":[47],"achieves":[52],"state-of-the-art":[53],"performance.":[54],"Specifically,":[55],"anti-projection-distortion":[57,144],"FoV":[58],"patch":[59],"extraction":[60],"algorithm":[61],"is":[62,72,97,160],"proposed":[63,98],"to":[64,99,162],"mitigate":[65],"projection":[66],"distortions.":[67],"A":[68],"comprehensive":[69],"contextual":[70,110],"representation":[71],"then":[73],"constructed":[74],"by":[75,142],"integrating":[76,143],"multiple":[77],"data":[78,138],"sources,":[79],"including":[80],"visual":[81],"audio":[83],"information,":[84],"historical":[85],"sequence,":[87],"identity,":[89],"timestamp,":[90],"positional":[92],"embeddings.":[93],"The":[94],"transformer-based":[95],"predictor":[96],"perform":[100],"based":[106],"on":[107],"integrated":[109],"representations.":[111],"Additionally,":[112],"propose":[114],"that":[117],"effectively":[118],"utilizes":[119],"saliency":[120,126,137],"information":[121],"as":[122],"supervision":[123],"conduct":[125],"contrastive":[127,156],"distillation":[128],"during":[129,139],"training":[131],"phase,":[132],"eliminating":[133],"need":[135],"inference.":[140],"Overall,":[141],"multimodal":[146],"representations,":[147],"along":[148],"with":[149],"key":[150],"embeddings,":[151],"dedicated":[153],"predictor,":[154],"distillation,":[157],"our":[158,174],"approach":[159],"designed":[161],"accurately":[163],"predict":[164],"sequences.":[167],"Extensive":[168],"experiments":[169],"validate":[170],"effectiveness":[172],"framework,":[175],"demonstrating":[176],"its":[177],"superior":[178],"performance":[179],"tasks.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}