{"id":"https://openalex.org/W4403791986","doi":"https://doi.org/10.1145/3664647.3680746","title":"Maskable Retentive Network for Video Moment Retrieval","display_name":"Maskable Retentive Network for Video Moment Retrieval","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791986","doi":"https://doi.org/10.1145/3664647.3680746"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101326492","display_name":"Jingjing Hu","orcid":"https://orcid.org/0009-0003-6944-0848"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingjing Hu","raw_affiliation_strings":["School of Computer Science and Information Engineering (School of Artificial Intelligence), Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering (School of Artificial Intelligence), Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059530979","display_name":"Dan Guo","orcid":"https://orcid.org/0000-0003-2594-254X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Guo","raw_affiliation_strings":["Hefei University of Technology & Institute of Artificial Intelligence (IAI), Hefei Comprehensive National Science Center, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology & Institute of Artificial Intelligence (IAI), Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377498","display_name":"Kun Li","orcid":"https://orcid.org/0000-0001-5083-2145"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Li","raw_affiliation_strings":["CCAI & Zhejiang University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"CCAI & Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058039148","display_name":"Zhan Si","orcid":"https://orcid.org/0000-0002-4517-3509"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhan Si","raw_affiliation_strings":["Department of Chemistry and Centre for Atomic Engineering of Advanced Materials, Anhui University, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Chemistry and Centre for Atomic Engineering of Advanced Materials, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034737032","display_name":"Xun Yang","orcid":"https://orcid.org/0000-0003-0201-1638"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Yang","raw_affiliation_strings":["MoE Key Laboratory of Brain-inspired Intelligent Perception and Cognition & University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"MoE Key Laboratory of Brain-inspired Intelligent Perception and Cognition & University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100377147","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-3094-7735"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["Hefei University of Technology & Institute of Artificial Intelligence (IAI), Hefei Comprehensive National Science Center, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology & Institute of Artificial Intelligence (IAI), Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101326492"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":1.2354,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.81259768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1476","last_page":"1485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6933385133743286},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.5920321345329285},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3536219894886017},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13389810919761658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6933385133743286},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.5920321345329285},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3536219894886017},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13389810919761658},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2111078031","https://openalex.org/W2963017553","https://openalex.org/W2963916161","https://openalex.org/W2997429269","https://openalex.org/W3035309251","https://openalex.org/W3035640828","https://openalex.org/W3104862079","https://openalex.org/W3124671614","https://openalex.org/W3132753749","https://openalex.org/W3152619510","https://openalex.org/W3174364033","https://openalex.org/W3175514052","https://openalex.org/W3176201273","https://openalex.org/W3180476551","https://openalex.org/W3199096350","https://openalex.org/W3207454933","https://openalex.org/W3214448253","https://openalex.org/W4205817612","https://openalex.org/W4214582399","https://openalex.org/W4283026051","https://openalex.org/W4283373581","https://openalex.org/W4284693480","https://openalex.org/W4287775237","https://openalex.org/W4293567872","https://openalex.org/W4294533720","https://openalex.org/W4304080717","https://openalex.org/W4313123347","https://openalex.org/W4323663038","https://openalex.org/W4382240078","https://openalex.org/W4385570223","https://openalex.org/W4385681696","https://openalex.org/W4385825476","https://openalex.org/W4385890292","https://openalex.org/W4386065882","https://openalex.org/W4386083094","https://openalex.org/W4387967898","https://openalex.org/W4387969140","https://openalex.org/W4388191850","https://openalex.org/W4393148371","https://openalex.org/W4393154284","https://openalex.org/W4403998639","https://openalex.org/W6676577389"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Video":[0],"Moment":[1],"Retrieval":[2],"(MR)":[3],"tasks":[4,175],"involve":[5],"predicting":[6],"the":[7,56,67,82,123,155,177],"moment":[8],"described":[9],"by":[10,181],"a":[11,28,51,127,143],"given":[12],"natural":[13],"language":[14,17],"or":[15],"spoken":[16],"query":[18],"in":[19,39],"an":[20],"untrimmed":[21],"video.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26,65,80],"propose":[27,126],"novel":[29],"Maskable":[30,83],"Retentive":[31],"Network":[32],"(MRNet)":[33],"to":[34,74,89,122,132,148,154],"address":[35],"two":[36,97],"key":[37,118],"challenges":[38],"MR":[40,174],"tasks:":[41],"cross-modal":[42,76],"guidance":[43],"and":[44,106,113,171],"video":[45,91,101,111,139],"sequence":[46,92],"modeling.":[47],"Our":[48],"approach":[49],"introduces":[50],"new":[52],"retention":[53,130,146],"mechanism":[54],"into":[55],"multimodal":[57],"Transformer":[58],"architecture,":[59],"incorporating":[60],"modality-specific":[61],"attention":[62,72,87],"modes.":[63],"Specifically,":[64],"employ":[66],"Unlimited":[68],"Attention":[69],"for":[70,85,173],"language-related":[71],"regions":[73],"maximize":[75],"mutual":[77],"guidance.":[78],"Then,":[79],"introduce":[81],"Retention":[84],"video-only":[86],"region":[88],"enhance":[90],"modeling,":[93],"that":[94],"is,":[95],"recognizing":[96],"crucial":[98],"characteristics":[99],"of":[100,117,138],"sequences:":[102],"1)":[103],"bidirectional,":[104],"decaying,":[105],"non-linear":[107],"temporal":[108],"associations":[109,116,152],"between":[110],"clips,":[112],"2)":[114],"sparse":[115,145],"information":[119],"semantically":[120],"related":[121],"query.":[124],"We":[125],"bidirectional":[128],"decay":[129],"mask":[131,147],"explicitly":[133],"model":[134],"temporal-distant":[135],"context":[136],"dependencies":[137],"sequences,":[140],"along":[141],"with":[142],"learnable":[144],"adaptively":[149],"capture":[150],"strong":[151],"relevant":[153],"target":[156],"event.":[157],"Extensive":[158],"experiments":[159],"conducted":[160],"on":[161],"five":[162],"popular":[163],"benchmarks":[164],"ActivityNet":[165,169],"Captions,":[166],"TACoS,":[167],"Charades-STA,":[168],"Speech,":[170],"QVHighlights":[172],"demonstrate":[176],"significant":[178],"improvements":[179],"achieved":[180],"our":[182],"method":[183],"over":[184],"existing":[185],"approaches.":[186],"Code":[187],"is":[188],"available":[189],"at":[190],"https://github.com/xian-sh/MRNet.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}