{"id":"https://openalex.org/W4405179010","doi":"https://doi.org/10.1109/tcsvt.2024.3513633","title":"Improving Video Moment Retrieval by Auxiliary Moment-Query Pairs With Hyper-Interaction","display_name":"Improving Video Moment Retrieval by Auxiliary Moment-Query Pairs With Hyper-Interaction","publication_year":2024,"publication_date":"2024-12-09","ids":{"openalex":"https://openalex.org/W4405179010","doi":"https://doi.org/10.1109/tcsvt.2024.3513633"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3513633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3513633","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018498977","display_name":"Runhao Zeng","orcid":"https://orcid.org/0000-0001-8694-4245"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Runhao Zeng","raw_affiliation_strings":["Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"]},{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060189350","display_name":"Yishen Zhuo","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yishen Zhuo","raw_affiliation_strings":["Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China","College of Mechatronics and Control Engineering, Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Mechatronics and Control Engineering, Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104208844","display_name":"Jialiang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialiang Li","raw_affiliation_strings":["Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China","College of Mechatronics and Control Engineering, Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Mechatronics and Control Engineering, Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113001555","display_name":"Yunjin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjin Yang","raw_affiliation_strings":["Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China","College of Mechatronics and Control Engineering, Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Mechatronics and Control Engineering, Guangdong Key Laboratory of Electromagnetic Control and Intelligent Robots, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026540573","display_name":"Huisi Wu","orcid":"https://orcid.org/0000-0002-0399-9089"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huisi Wu","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340139","display_name":"Qi Chen","orcid":"https://orcid.org/0000-0001-8732-8049"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qi Chen","raw_affiliation_strings":["Australian Institute for Machine Learning, The University of Adelaide, Adelaide, SA, Australia","Australian Institute for Machine Learning, University of Adelaide, Adelaide, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Institute for Machine Learning, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]},{"raw_affiliation_string":"Australian Institute for Machine Learning, University of Adelaide, Adelaide, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007941489","display_name":"Xiping Hu","orcid":"https://orcid.org/0000-0002-4952-699X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiping Hu","raw_affiliation_strings":["Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"]},{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"]},{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, China","institution_ids":["https://openalex.org/I4388482657"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5018498977"],"corresponding_institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"],"apc_list":null,"apc_paid":null,"fwci":0.2493,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56269876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"35","issue":"5","first_page":"3940","last_page":"3954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.6987218856811523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5722613334655762},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4207225441932678},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3262314200401306},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13471895456314087}],"concepts":[{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.6987218856811523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5722613334655762},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4207225441932678},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3262314200401306},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13471895456314087},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3513633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3513633","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G657063301","display_name":null,"funder_award_id":"2023A1515011512","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1927052826","https://openalex.org/W1973785582","https://openalex.org/W2337252826","https://openalex.org/W2892880750","https://openalex.org/W2895240652","https://openalex.org/W2896457183","https://openalex.org/W2963524571","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2990503944","https://openalex.org/W2997429269","https://openalex.org/W3035486808","https://openalex.org/W3035520037","https://openalex.org/W3035640828","https://openalex.org/W3080566854","https://openalex.org/W3162694035","https://openalex.org/W3175082063","https://openalex.org/W3188919927","https://openalex.org/W3199096350","https://openalex.org/W4214773477","https://openalex.org/W4221154629","https://openalex.org/W4230025115","https://openalex.org/W4283814553","https://openalex.org/W4285283873","https://openalex.org/W4304086137","https://openalex.org/W4304091802","https://openalex.org/W4312402470","https://openalex.org/W4312509824","https://openalex.org/W4312544061","https://openalex.org/W4312745547","https://openalex.org/W4312748990","https://openalex.org/W4312872987","https://openalex.org/W4313041951","https://openalex.org/W4319299894","https://openalex.org/W4322706621","https://openalex.org/W4385572302","https://openalex.org/W4386057806","https://openalex.org/W4386065447","https://openalex.org/W4386071847","https://openalex.org/W4386075888","https://openalex.org/W4386075974","https://openalex.org/W4386076057","https://openalex.org/W4386076314","https://openalex.org/W4386076413","https://openalex.org/W4386076626","https://openalex.org/W4386083094","https://openalex.org/W4388452210","https://openalex.org/W4389890968","https://openalex.org/W4390190253","https://openalex.org/W4390871861","https://openalex.org/W4390872513","https://openalex.org/W4390873341","https://openalex.org/W4390873423","https://openalex.org/W4390873987","https://openalex.org/W4391020313","https://openalex.org/W4392520346","https://openalex.org/W4393148542","https://openalex.org/W4393159223","https://openalex.org/W4394862854","https://openalex.org/W4398249615","https://openalex.org/W4402660150","https://openalex.org/W4402727897","https://openalex.org/W4403780727","https://openalex.org/W6637373629","https://openalex.org/W6791353385","https://openalex.org/W6804424445","https://openalex.org/W6811013733","https://openalex.org/W6846867676","https://openalex.org/W6854585117","https://openalex.org/W6860253039"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Most":[0],"existing":[1],"video":[2,78,171],"moment":[3,149],"retrieval":[4],"(VMR)":[5],"benchmark":[6],"datasets":[7],"face":[8],"a":[9,15,25,42,63,83,90,94,102,127,148,151,170,173,188,243],"common":[10],"issue":[11],"of":[12,28,56,85,259],"sparse":[13],"annotations-only":[14],"few":[16],"moments":[17,30,240],"being":[18],"annotated.":[19],"We":[20,229,280],"argue":[21],"that":[22],"videos":[23],"contain":[24],"broader":[26],"range":[27],"meaningful":[29],"that,":[31],"if":[32],"leveraged,":[33],"could":[34],"significantly":[35],"enhance":[36],"performance.":[37],"Existing":[38],"methods":[39],"typically":[40],"follow":[41],"generate-then-select":[43],"paradigm,":[44],"focusing":[45],"primarily":[46],"on":[47],"generating":[48],"moment-query":[49,70,87,103,167,222],"pairs":[50,71,88,168,223],"while":[51],"neglecting":[52],"the":[53,74,133,145,163,197,226,232,248,257,283],"crucial":[54],"aspect":[55],"selection.":[57],"In":[58],"this":[59,184],"paper,":[60],"we":[61,92,186],"propose":[62],"new":[64],"method,":[65],"HyperAux,":[66],"to":[67,101,143,192,203,215,219,241],"yield":[68],"auxiliary":[69,254],"by":[72],"modeling":[73,155],"multi-modal":[75],"hyper-interaction":[76],"between":[77],"and":[79,135,199,224,238,266,278,286],"language.":[80],"Specifically,":[81],"given":[82],"set":[84],"candidate":[86],"from":[89,180],"video,":[91],"construct":[93,242],"hypergraph":[95,175,189],"with":[96],"multiple":[97,121],"hyperedges,":[98],"each":[99,109,118,204],"corresponding":[100],"pair.":[104],"Unlike":[105],"traditional":[106],"graphs":[107],"where":[108],"edge":[110],"connects":[111,120],"only":[112],"two":[113],"nodes":[114],"(frames":[115],"or":[116],"queries),":[117],"hyperedge":[119],"nodes,":[122],"including":[123],"all":[124,166],"frames":[125,131,146],"within":[126,147,169,237],"moment,":[128,134],"semantically":[129],"related":[130],"outside":[132,239],"an":[136],"input":[137],"query.":[138],"This":[139,212],"design":[140],"allows":[141],"us":[142,214],"consider":[144],"as":[150],"whole,":[152],"rather":[153],"than":[154],"individual":[156],"frame-query":[157],"relationships":[158,164],"separately.":[159],"More":[160],"importantly,":[161],"constructing":[162],"among":[165],"into":[172],"large":[174],"facilitates":[176],"selecting":[177],"higher-quality":[178],"data":[179,255],"such":[181],"pairs.":[182],"On":[183],"hypergraph,":[185],"employ":[187],"neural":[190],"network":[191],"aggregate":[193],"node":[194,210,217],"information,":[195],"update":[196],"hyperedge,":[198],"propagate":[200],"video-language":[201],"hyper-interactions":[202],"connected":[205],"node,":[206],"resulting":[207],"in":[208,234],"context-aware":[209],"representations.":[211],"enables":[213],"use":[216],"relevance":[218],"select":[220],"high-quality":[221],"refine":[225],"moments\u2019":[227],"boundaries.":[228],"also":[230],"exploit":[231],"discrepancy":[233],"semantic":[235],"matching":[236],"loss":[244],"function":[245],"for":[246],"training":[247],"HGNN":[249],"without":[250],"human":[251],"annotations.":[252],"Our":[253],"enhances":[256],"performance":[258],"twelve":[260],"VMR":[261,273],"models":[262,287],"under":[263],"fully-supervised,":[264],"weakly-supervised,":[265],"zero-shot":[267],"settings":[268],"across":[269],"three":[270],"widely":[271],"used":[272],"datasets:":[274],"ActivityNet":[275],"Captions,":[276],"Charades-STA,":[277],"QVHighlights.":[279],"will":[281],"release":[282],"source":[284],"code":[285],"publicly.":[288]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}