{"id":"https://openalex.org/W4405907397","doi":"https://doi.org/10.1109/tmm.2024.3521770","title":"Towards Neural Codec-Empowered 360$^\\circ$ Video Streaming: A Saliency-Aided Synergistic Approach","display_name":"Towards Neural Codec-Empowered 360$^\\circ$ Video Streaming: A Saliency-Aided Synergistic Approach","publication_year":2024,"publication_date":"2024-12-30","ids":{"openalex":"https://openalex.org/W4405907397","doi":"https://doi.org/10.1109/tmm.2024.3521770"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521770","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008846211","display_name":"Jianxin Shi","orcid":"https://orcid.org/0000-0002-7687-8480"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianxin Shi","raw_affiliation_strings":["College of Cryptology and Cyber Science, the Key Laboratory of DISSec, the Institute of Systems and Networks, Nankai University, Tianjin, China","Key Laboratory of DISSec, College of Cyber Science, Institute of Systems and Networks, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Cryptology and Cyber Science, the Key Laboratory of DISSec, the Institute of Systems and Networks, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Key Laboratory of DISSec, College of Cyber Science, Institute of Systems and Networks, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376451","display_name":"Miao Zhang","orcid":"https://orcid.org/0000-0001-6126-6142"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Miao Zhang","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031884708","display_name":"Linfeng Shen","orcid":"https://orcid.org/0000-0003-4410-4779"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Linfeng Shen","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039311485","display_name":"Jiangchuan Liu","orcid":"https://orcid.org/0000-0001-6592-1984"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiangchuan Liu","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053568911","display_name":"Lingjun Pu","orcid":"https://orcid.org/0000-0002-3063-8887"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingjun Pu","raw_affiliation_strings":["College of Computer Science, the Key Laboratory of DISSec, the Institute of Systems and Networks, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, the Key Laboratory of DISSec, the Institute of Systems and Networks, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031380475","display_name":"Jingdong Xu","orcid":"https://orcid.org/0000-0002-2173-4076"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingdong Xu","raw_affiliation_strings":["College of Computer Science, the Key Laboratory of DISSec, the Institute of Systems and Networks, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, the Key Laboratory of DISSec, the Institute of Systems and Networks, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008846211"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25440323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":null,"first_page":"1588","last_page":"1600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8769915103912354},{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.8423022031784058},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4329388439655304},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.425432026386261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40325286984443665},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.39413630962371826},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37854480743408203},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.2393965721130371}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8769915103912354},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.8423022031784058},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4329388439655304},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.425432026386261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40325286984443665},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39413630962371826},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37854480743408203},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2393965721130371}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521770","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8681583423","display_name":null,"funder_award_id":"62172241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W2133665775","https://openalex.org/W2140199336","https://openalex.org/W2146395539","https://openalex.org/W2294512426","https://openalex.org/W2622637199","https://openalex.org/W2766324256","https://openalex.org/W2896840651","https://openalex.org/W2920378308","https://openalex.org/W2953050025","https://openalex.org/W2960625990","https://openalex.org/W2962785568","https://openalex.org/W2968289224","https://openalex.org/W2969260367","https://openalex.org/W3017189976","https://openalex.org/W3017194848","https://openalex.org/W3020127778","https://openalex.org/W3029279024","https://openalex.org/W3031546776","https://openalex.org/W3034750691","https://openalex.org/W3047354607","https://openalex.org/W3094338163","https://openalex.org/W3136920339","https://openalex.org/W3138954746","https://openalex.org/W3152583961","https://openalex.org/W3153159028","https://openalex.org/W3156544595","https://openalex.org/W3168768468","https://openalex.org/W3179480898","https://openalex.org/W3185147239","https://openalex.org/W3202918664","https://openalex.org/W3205285744","https://openalex.org/W3206151603","https://openalex.org/W3206673973","https://openalex.org/W3208805690","https://openalex.org/W3210635777","https://openalex.org/W3216777582","https://openalex.org/W4210795263","https://openalex.org/W4225320712","https://openalex.org/W4226137848","https://openalex.org/W4285047182","https://openalex.org/W4285236486","https://openalex.org/W4285285990","https://openalex.org/W4285483958","https://openalex.org/W4290991463","https://openalex.org/W4290991464","https://openalex.org/W4304080524","https://openalex.org/W4304080653","https://openalex.org/W4304098311","https://openalex.org/W4306178276","https://openalex.org/W4312233465","https://openalex.org/W4312774595","https://openalex.org/W4312885347","https://openalex.org/W4313023925","https://openalex.org/W4362513962","https://openalex.org/W4379805296","https://openalex.org/W4380928775","https://openalex.org/W4389776659","https://openalex.org/W4399117225","https://openalex.org/W4403826584","https://openalex.org/W6756040472","https://openalex.org/W6849793491"],"related_works":["https://openalex.org/W2964213236","https://openalex.org/W2163719598","https://openalex.org/W3161919736","https://openalex.org/W2387018512","https://openalex.org/W2107680156","https://openalex.org/W4301184752","https://openalex.org/W2288771647","https://openalex.org/W2751422192","https://openalex.org/W1509797384","https://openalex.org/W1201576901"],"abstract_inverted_index":{"Networked":[0],"360<inline-formula":[1,77],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[2,78,87,181],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[3,79,88,182],"notation=\"LaTeX\">$^\\circ$</tex-math></inline-formula>":[4,80],"video":[5,45,57,81],"has":[6],"become":[7],"increasingly":[8],"popular.":[9],"Despite":[10],"the":[11,22,68,112,116,165],"immersive":[12],"experience":[13,156],"for":[14,55],"users,":[15],"its":[16],"sheer":[17],"data":[18],"volume,":[19],"even":[20],"with":[21,99,138],"latest":[23],"H.266":[24],"coding":[25,46,101],"and":[26,70,121,135,157,170,172,203],"viewport":[27,118],"adaptation,":[28],"remains":[29],"a":[30,64,91,175,191,197,204],"significant":[31],"challenge":[32],"to":[33,76,153,213],"today's":[34],"networks.":[35],"Recent":[36],"studies":[37],"have":[38,173],"shown":[39],"that":[40,95,178],"integrating":[41],"deep":[42,147],"learning":[43,149],"into":[44],"can":[47],"significantly":[48],"enhance":[49],"compression":[50,98],"efficiency,":[51],"providing":[52],"new":[53],"opportunities":[54],"high-quality":[56],"streaming.":[58,82],"In":[59],"this":[60],"work,":[61],"we":[62,125],"conduct":[63],"comprehensive":[65],"analysis":[66],"of":[67],"potential":[69],"issues":[71],"in":[72,115,131,194,200,207],"applying":[73],"neural":[74,97],"codecs":[75],"We":[83,162],"accordingly":[84],"present":[85],"<inline-formula":[86,180],"notation=\"LaTeX\">$\\mathsf":[89,183],"{NETA}$</tex-math></inline-formula>,":[90],"synergistic":[92],"streaming":[93],"scheme":[94],"merges":[96],"traditional":[100],"techniques,":[102],"seamlessly":[103],"implemented":[104],"within":[105],"an":[106],"edge":[107],"intelligence":[108],"framework.":[109],"To":[110],"address":[111],"non-trivial":[113],"challenges":[114],"short":[117],"prediction":[119],"window":[120],"time-varying":[122],"viewing":[123,195],"directions,":[124],"propose":[126],"implicit-explicit":[127],"buffer-based":[128],"prefetching":[129],"grounded":[130],"content":[132],"visual":[133],"saliency":[134],"bitrate":[136],"adaptation":[137],"smart":[139],"model":[140],"switching":[141],"around":[142],"viewports.":[143],"A":[144],"novel":[145],"Lyapunov-guided":[146],"reinforcement":[148],"algorithm":[150],"is":[151],"developed":[152],"maximize":[154],"user":[155],"ensure":[158],"long-term":[159],"system":[160],"stability.":[161],"further":[163],"discuss":[164],"concerns":[166],"towards":[167],"practical":[168],"development":[169],"deployment":[171],"built":[174],"working":[176],"prototype":[177],"verifies":[179],"{NETA}$</tex-math></inline-formula>\u2019s":[184],"excellent":[185],"performance.":[186],"For":[187],"instance,":[188],"it":[189],"achieves":[190],"27%":[192],"increment":[193],"quality,":[196],"90%":[198],"reduction":[199],"rebuffering":[201],"time,":[202],"64%":[205],"decrease":[206],"quality":[208],"variation":[209],"on":[210],"average,":[211],"compared":[212],"state-of-the-art":[214],"approaches.":[215]},"counts_by_year":[],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2024-12-31T00:00:00"}