{"id":"https://openalex.org/W4389747877","doi":"https://doi.org/10.1109/tcsvt.2023.3342903","title":"Saliency Prediction on Mobile Videos: A Fixation Mapping-Based Dataset and A Transformer Approach","display_name":"Saliency Prediction on Mobile Videos: A Fixation Mapping-Based Dataset and A Transformer Approach","publication_year":2023,"publication_date":"2023-12-14","ids":{"openalex":"https://openalex.org/W4389747877","doi":"https://doi.org/10.1109/tcsvt.2023.3342903"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3342903","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3342903","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025156540","display_name":"Shi-Jie Wen","orcid":"https://orcid.org/0009-0002-7478-2351"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijie Wen","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-7478-2351","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645665","display_name":"Li Yang","orcid":"https://orcid.org/0000-0002-1889-3113"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Yang","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1889-3113","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079385534","display_name":"Mai Xu","orcid":"https://orcid.org/0000-0002-0277-3301"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mai Xu","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0277-3301","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060267883","display_name":"Minglang Qiao","orcid":"https://orcid.org/0000-0002-9591-2568"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minglang Qiao","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9591-2568","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101700132","display_name":"Tao Xu","orcid":"https://orcid.org/0000-0003-2449-9806"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Xu","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072780525","display_name":"Lin Bai","orcid":"https://orcid.org/0000-0001-5705-0912"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Bai","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5705-0912","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.5954,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.86072116,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"34","issue":"7","first_page":"5935","last_page":"5950"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7064952850341797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5581823587417603},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5160210132598877},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3729051947593689},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33438989520072937}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7064952850341797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5581823587417603},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5160210132598877},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3729051947593689},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33438989520072937}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3342903","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3342903","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G388300612","display_name":null,"funder_award_id":"62250001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6127711580","display_name":null,"funder_award_id":"62231002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1152443276","https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W2013134489","https://openalex.org/W2055611119","https://openalex.org/W2056238658","https://openalex.org/W2059303722","https://openalex.org/W2071555787","https://openalex.org/W2085261163","https://openalex.org/W2119577735","https://openalex.org/W2121179941","https://openalex.org/W2124386111","https://openalex.org/W2128272608","https://openalex.org/W2135957164","https://openalex.org/W2155479901","https://openalex.org/W2212216676","https://openalex.org/W2213100575","https://openalex.org/W2378845821","https://openalex.org/W2529272619","https://openalex.org/W2533370895","https://openalex.org/W2558906385","https://openalex.org/W2583180462","https://openalex.org/W2795307598","https://openalex.org/W2799064164","https://openalex.org/W2799077596","https://openalex.org/W2883429621","https://openalex.org/W2884414611","https://openalex.org/W2894463902","https://openalex.org/W2895299763","https://openalex.org/W2902418641","https://openalex.org/W2954933387","https://openalex.org/W2955060956","https://openalex.org/W2963503775","https://openalex.org/W2963513865","https://openalex.org/W2963524571","https://openalex.org/W2963581854","https://openalex.org/W2969741484","https://openalex.org/W2986131415","https://openalex.org/W2989871649","https://openalex.org/W2997128429","https://openalex.org/W3005716458","https://openalex.org/W3011154664","https://openalex.org/W3011978462","https://openalex.org/W3033122789","https://openalex.org/W3034287518","https://openalex.org/W3041943284","https://openalex.org/W3046565475","https://openalex.org/W3081573667","https://openalex.org/W3082657571","https://openalex.org/W3091272181","https://openalex.org/W3097337310","https://openalex.org/W3100302033","https://openalex.org/W3101840568","https://openalex.org/W3137571367","https://openalex.org/W3138095408","https://openalex.org/W3149149291","https://openalex.org/W3160344247","https://openalex.org/W3194945615","https://openalex.org/W3202477427","https://openalex.org/W3209403948","https://openalex.org/W3212456028","https://openalex.org/W3213008735","https://openalex.org/W4205971281","https://openalex.org/W4285176798","https://openalex.org/W4290715619","https://openalex.org/W4312560592","https://openalex.org/W4380303870","https://openalex.org/W4386076558","https://openalex.org/W6631190155","https://openalex.org/W6732940373","https://openalex.org/W6764953915","https://openalex.org/W6795360677","https://openalex.org/W6803767299"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"With":[0],"the":[1,36,42,51,62,72,84,101,114,136,147,175,186,196,228,236,245,251],"booming":[2],"development":[3],"of":[4,138,208,231,254],"smart":[5],"devices,":[6],"mobile":[7,23,48,59,108,116,125,160,180,256],"videos":[8,24,73,106,126,161,257],"have":[9],"drawn":[10],"broad":[11],"interest":[12],"when":[13],"humans":[14],"surf":[15],"social":[16],"media.":[17],"Different":[18],"from":[19,104],"traditional":[20],"long-form":[21],"videos,":[22,60],"are":[25,55,69],"featured":[26],"with":[27],"uncertain":[28],"human":[29,176],"attention":[30,177],"behavior":[31],"so":[32],"far":[33],"owing":[34],"to":[35,71,87,99,111,173,191,201],"specific":[37],"displaying":[38],"mode,":[39],"thus":[40],"promoting":[41],"research":[43],"on":[44,75,146,159,179],"saliency":[45,118,156,198,203,222],"prediction":[46,157,199,223],"for":[47,58],"videos.":[49,109,181],"Unfortunately,":[50],"current":[52],"eye-tracking":[53],"experiments":[54,212],"not":[56],"applicable":[57],"since":[61],"stationary":[63],"eye-tracker":[64,86],"and":[65,92,127,141,150,195,264],"eye":[66,102],"fixation":[67,96],"acquisition":[68],"dedicated":[70],"presented":[74],"computers.":[76],"To":[77],"tackle":[78],"this":[79,112,131],"issue,":[80],"we":[81,133,153,184,226],"propose":[82,154],"performing":[83],"wearable":[85],"record":[88],"viewers\u2019":[89],"egocentric":[90,105],"fixations":[91,103,140],"then":[93],"devising":[94],"a":[95,155],"mapping":[97],"technique":[98],"project":[100],"onto":[107],"Resorting":[110],"technique,":[113],"large-scale":[115],"video":[117,238],"(MVS)":[119],"dataset":[120,149,263],"is":[121,171],"established,":[122],"including":[123],"1,007":[124],"5,935,927":[128],"fixations.":[129],"Given":[130],"dataset,":[132],"exhaustively":[134],"analyze":[135],"characteristics":[137],"subjects\u2019":[139],"obtain":[142],"two":[143],"findings.":[144],"Based":[145],"MVS":[148],"these":[151],"findings,":[152],"approach":[158,217,234],"upon":[162],"Video":[163],"Swin":[164],"Transformer":[165],"(MVFormer),":[166],"wherein":[167],"long-range":[168],"spatio-temporal":[169],"dependency":[170],"captured":[172],"derive":[174],"mechanism":[178],"In":[182],"MVFormer,":[183],"develop":[185],"selective":[187],"feature":[188],"fusion":[189],"module":[190,200],"balance":[192],"multi-scale":[193,209],"features,":[194],"progressive":[197,206],"generate":[202],"maps":[204],"via":[205],"aggregation":[207],"features.":[210],"Extensive":[211],"show":[213],"that":[214,250],"our":[215,232],"MVFormer":[216,233],"significantly":[218,260],"outperforms":[219],"other":[220],"state-of-the-art":[221],"approaches.":[224],"Finally,":[225],"demonstrate":[227],"potential":[229],"application":[230],"in":[235],"H.265":[237],"coding":[239],"standard":[240],"by":[241],"embedding":[242],"it":[243],"into":[244],"rate":[246],"control":[247],"scheme,":[248],"such":[249],"perceptual":[252],"quality":[253],"compressed":[255],"can":[258],"be":[259,267],"improved.":[261],"The":[262],"code":[265],"will":[266],"available":[268],"at":[269],"https://github.com/wenshijie110/MVFormer.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}