{"id":"https://openalex.org/W4399154304","doi":"https://doi.org/10.1109/tcsvt.2024.3407685","title":"360Spred: Saliency Prediction for 360-Degree Videos Based on 3D Separable Graph Convolutional Networks","display_name":"360Spred: Saliency Prediction for 360-Degree Videos Based on 3D Separable Graph Convolutional Networks","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399154304","doi":"https://doi.org/10.1109/tcsvt.2024.3407685"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3407685","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3407685","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://infoscience.epfl.ch/handle/20.500.14299/243057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101683429","display_name":"Qin Yang","orcid":"https://orcid.org/0009-0002-7340-8667"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qin Yang","raw_affiliation_strings":["School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-7340-8667","affiliations":[{"raw_affiliation_string":"School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011353384","display_name":"Wenxuan Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxuan Gao","raw_affiliation_strings":["School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675587","display_name":"Chenglin Li","orcid":"https://orcid.org/0000-0003-2888-594X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_strings":["School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2888-594X","affiliations":[{"raw_affiliation_string":"School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100704216","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0006-6790-7573"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-6790-7573","affiliations":[{"raw_affiliation_string":"School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045342512","display_name":"Wenrui Dai","orcid":"https://orcid.org/0000-0003-2522-5778"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenrui Dai","raw_affiliation_strings":["School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2522-5778","affiliations":[{"raw_affiliation_string":"School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016006337","display_name":"Junni Zou","orcid":"https://orcid.org/0000-0002-9694-9880"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junni Zou","raw_affiliation_strings":["School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9694-9880","affiliations":[{"raw_affiliation_string":"School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002494284","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0003-4552-0029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_strings":["School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4552-0029","affiliations":[{"raw_affiliation_string":"School of Electronics Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000947076","display_name":"Pascal Frossard","orcid":"https://orcid.org/0000-0002-4010-714X"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Pascal Frossard","raw_affiliation_strings":["Signal Processing Laboratory (LTS4), École Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-4010-714X","affiliations":[{"raw_affiliation_string":"Signal Processing Laboratory (LTS4), École Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101683429"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.6665,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84769287,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"10","first_page":"9979","last_page":"9996"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9193999767303467,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7242229580879211},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.5792235136032104},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5732706189155579},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.511396586894989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.503093421459198},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.359076589345932},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3336946666240692},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21101725101470947}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7242229580879211},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.5792235136032104},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5732706189155579},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.511396586894989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.503093421459198},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.359076589345932},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3336946666240692},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21101725101470947},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2024.3407685","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3407685","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:infoscience.epfl.ch:20.500.14299/243057","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/243057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:20.500.14299/243057","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/243057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G1080903817","display_name":null,"funder_award_id":"62320106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2048617456","display_name":null,"funder_award_id":"62301299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3164072223","display_name":null,"funder_award_id":"62250055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3438946646","display_name":null,"funder_award_id":"61932022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4936292138","display_name":null,"funder_award_id":"T2122024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6094063813","display_name":null,"funder_award_id":"62125109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7123918047","display_name":null,"funder_award_id":"62120106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7931220373","display_name":null,"funder_award_id":"62371288","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8700549466","display_name":null,"funder_award_id":"61931023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1485009520","https://openalex.org/W1510835000","https://openalex.org/W1755205674","https://openalex.org/W1901129140","https://openalex.org/W1901408680","https://openalex.org/W2020250922","https://openalex.org/W2040253108","https://openalex.org/W2051988299","https://openalex.org/W2064675550","https://openalex.org/W2072859558","https://openalex.org/W2147253850","https://openalex.org/W2157494358","https://openalex.org/W2295628903","https://openalex.org/W2469524028","https://openalex.org/W2557792085","https://openalex.org/W2593745480","https://openalex.org/W2612135493","https://openalex.org/W2798665861","https://openalex.org/W2801570861","https://openalex.org/W2807732111","https://openalex.org/W2884414611","https://openalex.org/W2891777191","https://openalex.org/W2895696451","https://openalex.org/W2902009049","https://openalex.org/W2903114742","https://openalex.org/W2906421657","https://openalex.org/W2921653116","https://openalex.org/W2938260698","https://openalex.org/W2943420393","https://openalex.org/W2955060956","https://openalex.org/W2962716998","https://openalex.org/W2963339238","https://openalex.org/W2963503775","https://openalex.org/W2963820951","https://openalex.org/W2963866094","https://openalex.org/W2964123261","https://openalex.org/W2964156315","https://openalex.org/W2964321699","https://openalex.org/W2969741484","https://openalex.org/W2979485822","https://openalex.org/W2986131415","https://openalex.org/W2990889494","https://openalex.org/W2999458807","https://openalex.org/W3020127778","https://openalex.org/W3034515714","https://openalex.org/W3035547893","https://openalex.org/W3092992156","https://openalex.org/W3109908659","https://openalex.org/W3110743750","https://openalex.org/W3152765238","https://openalex.org/W3159074940","https://openalex.org/W3161316971","https://openalex.org/W3161836172","https://openalex.org/W3183913595","https://openalex.org/W3199775471","https://openalex.org/W3212456028","https://openalex.org/W4221086736","https://openalex.org/W4282947363","https://openalex.org/W4285246882","https://openalex.org/W4290715619","https://openalex.org/W4312520038","https://openalex.org/W4312656593","https://openalex.org/W4319878682","https://openalex.org/W4323338554","https://openalex.org/W4379798465","https://openalex.org/W6607881194","https://openalex.org/W6677548441","https://openalex.org/W6720006811","https://openalex.org/W6734490199","https://openalex.org/W6780226713","https://openalex.org/W6786331248","https://openalex.org/W6811291205"],"related_works":["https://openalex.org/W2399035783","https://openalex.org/W2009525028","https://openalex.org/W4321064619","https://openalex.org/W3161230432","https://openalex.org/W4367190712","https://openalex.org/W2168900540","https://openalex.org/W1487201914","https://openalex.org/W2076561698","https://openalex.org/W2053599029","https://openalex.org/W2962925412"],"abstract_inverted_index":{"Predicting":[0],"the":[1,9,27,34,38,61,75,85,101,127,133,138,160,176,190,196,205,232],"saliency":[2,35,50,152,233],"map":[3],"of":[4,41,65,74,88,103,203,231],"a":[5,120,146,180,222],"360-degree":[6,237],"video":[7],"is":[8,45,58,173],"key":[10],"for":[11,47,107,236],"various":[12],"downstream":[13],"tasks,":[14],"such":[15],"as":[16,167],"saliency-based":[17],"compression":[18],"and":[19,163,192,199,207],"tile-based":[20],"adaptive":[21],"streaming.":[22],"Besides":[23],"static":[24],"salient":[25],"objects,":[26],"moving":[28],"target":[29],"will":[30],"also":[31],"contribute":[32],"to":[33,125],"map.":[36],"Therefore,":[37],"joint":[39],"exploitation":[40,87],"spherical":[42,53,66,93,104,121,128,161,164],"spatio-temporal":[43],"information":[44],"necessary":[46],"an":[48],"accurate":[49],"prediction.":[51],"The":[52,169],"spatial":[54,76,94,209],"feature":[55],"extraction,":[56],"however,":[57],"hindered":[59],"by":[60,136,157],"non-Euclidean":[62],"geometric":[63],"nature":[64],"data,":[67],"which":[68,99],"imposes":[69],"difficulty":[70],"on":[71,175,213],"direct":[72],"extraction":[73,102],"features":[77,95,194],"with":[78,179],"traditional":[79],"convolutional":[80,150],"neural":[81],"networks":[82],"(CNNs).":[83],"While":[84],"efficient":[86],"temporal":[89,201],"correlation":[90,202],"between":[91],"these":[92],"remains":[96],"another":[97],"challenge,":[98],"requires":[100],"optical":[105,129,165],"flows":[106,130,166],"explicit":[108],"motion":[109,193],"information.":[110],"To":[111],"address":[112],"these,":[113],"in":[114,132,195,229],"this":[115],"paper,":[116],"we":[117],"first":[118],"propose":[119],"graph-based":[122],"Farneback":[123],"algorithm":[124],"extract":[126],"directly":[131,188],"sphere":[134,197],"domain,":[135],"leveraging":[137],"GICOPix":[139],"uniform":[140],"sampling":[141],"scheme.":[142],"We":[143],"then":[144],"design":[145],"3D":[147,181],"separable":[148,182],"graph":[149,183],"network-based":[151],"prediction":[153,234],"framework,":[154],"named":[155],"360Spred,":[156],"taking":[158],"both":[159,204],"frames":[162],"input.":[168],"proposed":[170],"360Spred":[171,219],"framework":[172],"based":[174],"U-Net":[177],"structure,":[178],"convolution":[184],"(3DSGC)":[185],"operator":[186],"that":[187,218],"extracts":[189],"visual":[191],"domain":[198],"exploits":[200],"high-level":[206],"low-level":[208],"features.":[210],"Experimental":[211],"results":[212],"two":[214],"public":[215],"datasets":[216],"show":[217],"can":[220],"achieve":[221],"better":[223],"performance":[224],"than":[225],"other":[226],"baseline":[227],"models":[228],"terms":[230],"accuracy":[235],"videos.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}