{"id":"https://openalex.org/W4387986685","doi":"https://doi.org/10.1109/tmm.2023.3327861","title":"VMemNet: A Deep Collaborative Spatial-Temporal Network With Attention Representation for Video Memorability Prediction","display_name":"VMemNet: A Deep Collaborative Spatial-Temporal Network With Attention Representation for Video Memorability Prediction","publication_year":2023,"publication_date":"2023-10-27","ids":{"openalex":"https://openalex.org/W4387986685","doi":"https://doi.org/10.1109/tmm.2023.3327861"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3327861","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2023.3327861","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100627862","display_name":"Wei L\u00fc","orcid":"https://orcid.org/0000-0002-6566-775X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Lu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-6566-775X","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114888825","display_name":"Yujia Zhai","orcid":"https://orcid.org/0009-0009-6349-9797"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujia Zhai","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0009-6349-9797","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaze Han","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaze Han","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000190108","display_name":"Peiguang Jing","orcid":"https://orcid.org/0000-0003-2648-7358"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiguang Jing","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","Guangxi Key Lab of Multi-source Information Mining & Security, Guangxi Normal University, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0003-2648-7358","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Guangxi Key Lab of Multi-source Information Mining & Security, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034675261","display_name":"Yu Liu","orcid":"https://orcid.org/0000-0002-5949-6587"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["School of Microelectronics, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-5949-6587","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033713097","display_name":"Yuting Su","orcid":"https://orcid.org/0000-0001-5165-204X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Su","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6382,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70624655,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"4926","last_page":"4937"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8952171802520752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5067318081855774},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5064457654953003},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4869860112667084},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4635310471057892},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4556756913661957},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4464091658592224},{"id":"https://openalex.org/keywords/attention-network","display_name":"Attention network","score":0.41935208439826965},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37439680099487305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8952171802520752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5067318081855774},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5064457654953003},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4869860112667084},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4635310471057892},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4556756913661957},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4464091658592224},{"id":"https://openalex.org/C2993807640","wikidata":"https://www.wikidata.org/wiki/Q103709453","display_name":"Attention network","level":2,"score":0.41935208439826965},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37439680099487305},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3327861","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2023.3327861","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7906260662","display_name":null,"funder_award_id":"62361002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1510835000","https://openalex.org/W1689711448","https://openalex.org/W1966461713","https://openalex.org/W1996851501","https://openalex.org/W2000212201","https://openalex.org/W2009627211","https://openalex.org/W2076421233","https://openalex.org/W2080754665","https://openalex.org/W2097430540","https://openalex.org/W2104657103","https://openalex.org/W2117539524","https://openalex.org/W2135046866","https://openalex.org/W2138769072","https://openalex.org/W2158155099","https://openalex.org/W2194775991","https://openalex.org/W2219771564","https://openalex.org/W2526640289","https://openalex.org/W2767130887","https://openalex.org/W2780100774","https://openalex.org/W2793889002","https://openalex.org/W2896399498","https://openalex.org/W2902616437","https://openalex.org/W2950635152","https://openalex.org/W2963277177","https://openalex.org/W2963352597","https://openalex.org/W2969741484","https://openalex.org/W2971401102","https://openalex.org/W2988743243","https://openalex.org/W2990503944","https://openalex.org/W3006361831","https://openalex.org/W3010748738","https://openalex.org/W3035413240","https://openalex.org/W3042925662","https://openalex.org/W3046108465","https://openalex.org/W3087148012","https://openalex.org/W3089493004","https://openalex.org/W3095024162","https://openalex.org/W3096769235","https://openalex.org/W3136615606","https://openalex.org/W3159163681","https://openalex.org/W3165629308","https://openalex.org/W3176437011","https://openalex.org/W3194286048","https://openalex.org/W3212103110","https://openalex.org/W4206220828","https://openalex.org/W4310553594","https://openalex.org/W4385245566","https://openalex.org/W4385525377","https://openalex.org/W6757421198","https://openalex.org/W6757630510","https://openalex.org/W6757675673","https://openalex.org/W6757827873","https://openalex.org/W6770782250","https://openalex.org/W6776397597","https://openalex.org/W6783585411","https://openalex.org/W6783646991","https://openalex.org/W6783661218","https://openalex.org/W6783729822","https://openalex.org/W6784333009","https://openalex.org/W6790145399","https://openalex.org/W6871225368","https://openalex.org/W7005270964"],"related_works":["https://openalex.org/W2012531322","https://openalex.org/W2785900585","https://openalex.org/W2353730437","https://openalex.org/W2490303674","https://openalex.org/W2609066826","https://openalex.org/W2810752900","https://openalex.org/W3186538219","https://openalex.org/W2365677836","https://openalex.org/W2531295127","https://openalex.org/W2062195135"],"abstract_inverted_index":{"Video":[0],"memorability":[1,41,110,230],"measures":[2],"the":[3,37,65,97,143,158,173,192,198,202,215],"degree":[4],"to":[5,95,130,149,165,196],"which":[6,83],"a":[7,124,209],"video":[8,40,112,229],"is":[9,42,147,163],"remembered":[10],"by":[11],"different":[12],"viewers":[13],"and":[14,25,60,70,88,102,105,118,136,157,169,175,223],"has":[15,31],"shown":[16],"great":[17],"potential":[18],"in":[19,44,50,140,226],"various":[20],"contexts,":[21],"including":[22],"advertising,":[23],"education,":[24],"health":[26],"care.":[27],"While":[28],"extensive":[29],"research":[30],"been":[32],"conducted":[33],"on":[34,55,208],"image":[35],"memorability,":[36],"study":[38],"of":[39,109,172,182,201,228],"still":[43],"its":[45],"early":[46],"stages.":[47],"Existing":[48],"methods":[49,225],"this":[51],"field":[52],"primarily":[53],"focus":[54],"coarse-grained":[56],"spatial":[57,69,101,144,155],"feature":[58],"representation":[59],"decision":[61,187],"fusion":[62,90,171],"strategies,":[63],"overlooking":[64],"crucial":[66],"interactions":[67],"between":[68,100],"temporal":[71,103],"domains.":[72],"Therefore,":[73],"we":[74],"propose":[75],"an":[76],"end-to-end":[77],"collaborative":[78],"spatial-temporal":[79],"network":[80,126],"called":[81],"VMemNet,":[82],"incorporates":[84],"targeted":[85],"attention":[86,121,145,161,194],"mechanisms":[87],"intermediation":[89],"strategies.":[91],"This":[92],"enables":[93],"VMemNet":[94,115,217],"capture":[96,132],"intricate":[98],"relationships":[99],"information":[104],"uncover":[106],"more":[107,151],"elements":[108,153],"within":[111],"visual":[113],"features.":[114],"integrates":[116],"spatially":[117],"semantically":[119,159],"guided":[120,160],"modules":[122,195],"into":[123],"dual-stream":[125],"architecture,":[127],"allowing":[128],"it":[129],"simultaneously":[131],"static":[133],"local":[134,174],"cues":[135,139],"dynamic":[137],"global":[138,176],"videos.":[141],"Specifically,":[142],"module":[146,162],"used":[148,164],"aggregate":[150],"memorable":[152],"from":[154],"locations,":[156],"achieve":[166],"semantic":[167],"alignment":[168],"intermediate":[170],"cues.":[177],"In":[178],"addition,":[179],"two":[180],"types":[181],"loss":[183],"functions":[184],"with":[185,191],"complementary":[186],"rules":[188],"are":[189],"associated":[190],"corresponding":[193],"guide":[197],"training":[199],"process":[200],"proposed":[203,216],"network.":[204],"Experimental":[205],"results":[206],"obtained":[207],"publicly":[210],"available":[211],"dataset":[212],"verify":[213],"that":[214],"approach":[218],"outperforms":[219],"all":[220],"current":[221],"single-":[222],"multi-modal":[224],"terms":[227],"prediction.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}