{"id":"https://openalex.org/W4297999749","doi":"https://doi.org/10.1145/3565024","title":"Toward Visual Behavior and Attention Understanding for Augmented 360 Degree Videos","display_name":"Toward Visual Behavior and Attention Understanding for Augmented 360 Degree Videos","publication_year":2022,"publication_date":"2022-09-29","ids":{"openalex":"https://openalex.org/W4297999749","doi":"https://doi.org/10.1145/3565024"},"language":"en","primary_location":{"id":"doi:10.1145/3565024","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3565024","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034718093","display_name":"Yucheng Zhu","orcid":"https://orcid.org/0000-0002-3069-060X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucheng Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3069-060X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043405654","display_name":"Xiongkuo Min","orcid":"https://orcid.org/0000-0001-5693-0416"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongkuo Min","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5693-0416","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002554183","display_name":"Dandan Zhu","orcid":"https://orcid.org/0000-0003-0329-6321"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dandan Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0329-6321","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064168853","display_name":"Guangtao Zhai","orcid":"https://orcid.org/0000-0001-8165-9322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8165-9322","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4029-3322","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8799-1182","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044541383","display_name":"Ke Gu","orcid":"https://orcid.org/0000-0001-5540-3235"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Gu","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5540-3235","affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037979193","display_name":"Jiantao Zhou","orcid":"https://orcid.org/0000-0002-6015-2618"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jiantao Zhou","raw_affiliation_strings":["University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-6015-2618","affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8385,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.92170426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"19","issue":"2s","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8950241804122925},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.7992126941680908},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6221109628677368},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6216705441474915},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5563541650772095},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5086308717727661},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.47248807549476624},{"id":"https://openalex.org/keywords/viewport","display_name":"Viewport","score":0.46956491470336914},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4492158889770508},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.4185370206832886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8950241804122925},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.7992126941680908},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6221109628677368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6216705441474915},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5563541650772095},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5086308717727661},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.47248807549476624},{"id":"https://openalex.org/C2778090530","wikidata":"https://www.wikidata.org/wiki/Q2523931","display_name":"Viewport","level":2,"score":0.46956491470336914},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4492158889770508},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.4185370206832886},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3565024","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3565024","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3318742121","display_name":null,"funder_award_id":"2021YFF0900503, 2019YFB1405900, and 2019YFB1405902","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8118472154","display_name":null,"funder_award_id":"2022M712090","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G887990702","display_name":null,"funder_award_id":"62101326, 61831015, U1908210, 61927809, and 61771305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1596097681","https://openalex.org/W1934890906","https://openalex.org/W2002900142","https://openalex.org/W2020374088","https://openalex.org/W2034436892","https://openalex.org/W2055111849","https://openalex.org/W2063113657","https://openalex.org/W2119228922","https://openalex.org/W2128272608","https://openalex.org/W2169124776","https://openalex.org/W2194775991","https://openalex.org/W2533370895","https://openalex.org/W2558906385","https://openalex.org/W2600886565","https://openalex.org/W2604274373","https://openalex.org/W2606880804","https://openalex.org/W2612690371","https://openalex.org/W2791826171","https://openalex.org/W2794956947","https://openalex.org/W2795350989","https://openalex.org/W2796010929","https://openalex.org/W2798322161","https://openalex.org/W2799049914","https://openalex.org/W2799064164","https://openalex.org/W2801570861","https://openalex.org/W2803485280","https://openalex.org/W2902418641","https://openalex.org/W2909912710","https://openalex.org/W2944523811","https://openalex.org/W2953050025","https://openalex.org/W2962716998","https://openalex.org/W2962965915","https://openalex.org/W2963581854","https://openalex.org/W2969741484","https://openalex.org/W2977252148","https://openalex.org/W2980919678","https://openalex.org/W2990138404","https://openalex.org/W3005401190","https://openalex.org/W3081459285","https://openalex.org/W3101840568","https://openalex.org/W3112280458","https://openalex.org/W3125786462","https://openalex.org/W4212911677","https://openalex.org/W4212985843","https://openalex.org/W4221086736","https://openalex.org/W4242177601","https://openalex.org/W4301409532"],"related_works":["https://openalex.org/W4389095575","https://openalex.org/W2908978341","https://openalex.org/W4294975495","https://openalex.org/W2992753629","https://openalex.org/W4378228679","https://openalex.org/W2736982640","https://openalex.org/W4378228262","https://openalex.org/W3107375852","https://openalex.org/W2752321621","https://openalex.org/W2789244453"],"abstract_inverted_index":{"Augmented":[0],"reality":[1,96],"(AR)":[2],"overlays":[3],"digital":[4],"content":[5],"onto":[6],"reality.":[7,206],"In":[8,238],"an":[9,62,193],"AR":[10,63,67],"system,":[11],"correct":[12],"and":[13,20,37,81,109,124,130,135,166,205,215,222,252],"precise":[14],"estimations":[15],"of":[16,27,43,57,106,122,149,209,219,241,248,261,271,273,285],"user":[17],"visual":[18,55,68,172,254],"fixations":[19],"head":[21,123],"movements":[22,126],"can":[23],"enhance":[24],"the":[25,41,54,58,72,75,90,103,138,151,164,168,175,183,200,210,216,239,242,246,249,253,269,274,283,286],"quality":[26],"experience":[28],"by":[29,85],"allocating":[30],"more":[31],"computational":[32],"resources":[33],"for":[34,127,263],"analyzing,":[35],"rendering,":[36],"3D":[38],"registration":[39],"on":[40,78,82],"areas":[42],"interest.":[44],"However,":[45],"there":[46],"is":[47,99,147,190,213,230,266],"inadequate":[48],"research":[49],"to":[50,101,162,181,281],"help":[51],"in":[52,155,174],"understanding":[53],"explorations":[56],"users":[59],"when":[60],"using":[61],"system":[64],"or":[65],"modeling":[66],"attention.":[69],"To":[70],"bridge":[71],"gap":[73],"between":[74,202],"saliency":[76,92,120,152,255],"prediction":[77,153],"real-world":[79],"scenes":[80,83],"augmented":[84,112,131],"virtual":[86,95,203],"information,":[87],"we":[88],"construct":[89],"ARVR":[91,139],"dataset.":[93,140],"The":[94,119,186,207,227,259],"(VR)":[97],"technique":[98],"employed":[100],"simulate":[102,163],"real-world.":[104],"Annotations":[105],"object":[107],"recognition":[108],"tracking":[110],"as":[111,192,235],"contents":[113],"are":[114,133,160,179,225,257,279],"blended":[115],"into":[116],"omnidirectional":[117],"videos.":[118],"annotations":[121],"eye":[125],"both":[128,245],"original":[129],"videos":[132],"collected":[134],"together":[136],"constitute":[137,182],"We":[141,197],"also":[142,198],"design":[143],"a":[144],"model":[145],"that":[146],"capable":[148],"solving":[150],"problem":[154],"AR.":[156],"Local":[157],"block":[158,177,233,264],"images":[159,178,234,265],"extracted":[161,180],"viewport":[165],"offset":[167],"projection":[169],"distortion.":[170],"Conspicuous":[171],"cues":[173],"local":[176],"spatial":[184],"features.":[185],"optical":[187],"flow":[188],"information":[189,204,212],"estimated":[191,267],"important":[194],"temporal":[195],"feature.":[196],"consider":[199],"interplay":[201],"composition":[208],"augmentation":[211,221,224],"distinguished,":[214],"joint":[217],"effects":[218],"adversarial":[220],"complementary":[223],"estimated.":[226],"Markov":[228,275],"chain":[229],"constructed":[231],"with":[232],"graph":[236],"nodes.":[237],"determination":[240],"edge":[243],"weights,":[244],"characteristics":[247],"viewing":[250],"behaviors":[251],"mechanisms":[256],"considered.":[258],"order":[260],"importance":[262],"through":[268],"state":[270],"equilibrium":[272],"chain.":[276],"Extensive":[277],"experiments":[278],"conducted":[280],"demonstrate":[282],"effectiveness":[284],"proposed":[287],"method.":[288]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
