{"id":"https://openalex.org/W4404469286","doi":"https://doi.org/10.1109/tcsvt.2024.3494744","title":"Fine-Grained Modality Relation-Aware Network for Video Moment Retrieval","display_name":"Fine-Grained Modality Relation-Aware Network for Video Moment Retrieval","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404469286","doi":"https://doi.org/10.1109/tcsvt.2024.3494744"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3494744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3494744","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088805107","display_name":"Yibo Zhao","orcid":"https://orcid.org/0000-0003-4187-1980"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Zhao","raw_affiliation_strings":["Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, P.R China"],"raw_orcid":"https://orcid.org/0000-0003-4187-1980","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, P.R China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048947531","display_name":"Zan Gao","orcid":"https://orcid.org/0000-0003-2182-5741"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Gao","raw_affiliation_strings":["Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, P.R China"],"raw_orcid":"https://orcid.org/0000-0003-2182-5741","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, P.R China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076414372","display_name":"Chunjie Ma","orcid":"https://orcid.org/0000-0002-6348-671X"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunjie Ma","raw_affiliation_strings":["Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, P.R China"],"raw_orcid":"https://orcid.org/0000-0002-6348-671X","affiliations":[{"raw_affiliation_string":"Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, P.R China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075938343","display_name":"Weili Guan","orcid":"https://orcid.org/0000-0002-5658-5509"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Weili Guan","raw_affiliation_strings":["Faculty of Information Technology, Monash University Clayton Campus, Melbourne, VIC, Australia","Faculty of Information Technology, Monash University Clayton Campus, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5658-5509","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University Clayton Campus, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Faculty of Information Technology, Monash University Clayton Campus, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007131030","display_name":"Riwei Wang","orcid":"https://orcid.org/0009-0002-5303-0265"},"institutions":[{"id":"https://openalex.org/I146620803","display_name":"Wenzhou University","ror":"https://ror.org/020hxh324","country_code":"CN","type":"education","lineage":["https://openalex.org/I146620803"]},{"id":"https://openalex.org/I4400573270","display_name":"Wenzhou University of Technology","ror":"https://ror.org/03dd7qj98","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Riwei Wang","raw_affiliation_strings":["School of Data Science and Artificial Intelligence, Wenzhou University of Technology, Wenzhou, China","school of Data Science and Artificial Intelligence, Wenzhou University of Technology, Wenzhou, P.R China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Artificial Intelligence, Wenzhou University of Technology, Wenzhou, China","institution_ids":["https://openalex.org/I146620803","https://openalex.org/I4400573270"]},{"raw_affiliation_string":"school of Data Science and Artificial Intelligence, Wenzhou University of Technology, Wenzhou, P.R China","institution_ids":["https://openalex.org/I146620803","https://openalex.org/I4400573270"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055627037","display_name":"Shengyong Chen","orcid":"https://orcid.org/0000-0002-6705-3831"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyong Chen","raw_affiliation_strings":["Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, P.R China"],"raw_orcid":"https://orcid.org/0000-0002-6705-3831","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, P.R China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4935,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61896502,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"35","issue":"4","first_page":"3315","last_page":"3327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6545909643173218},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6388709545135498},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6074480414390564},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.5429534316062927},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4177590012550354},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.20095369219779968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6545909643173218},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6388709545135498},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6074480414390564},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.5429534316062927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4177590012550354},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20095369219779968},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3494744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3494744","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G175067015","display_name":null,"funder_award_id":"No.23JCZDJC00280","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G5525394938","display_name":null,"funder_award_id":"23JCZDJC00280","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G583588433","display_name":null,"funder_award_id":"62372325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6206919215","display_name":null,"funder_award_id":"62402255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7324169380","display_name":null,"funder_award_id":"No.62372325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8243485816","display_name":null,"funder_award_id":"ZR2024QF020","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8245067643","display_name":null,"funder_award_id":"No.62402255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2111078031","https://openalex.org/W2250539671","https://openalex.org/W2597958930","https://openalex.org/W2948958195","https://openalex.org/W2952435096","https://openalex.org/W2962876901","https://openalex.org/W2963017553","https://openalex.org/W2963247196","https://openalex.org/W2963524571","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W2970401629","https://openalex.org/W2983918066","https://openalex.org/W2997429269","https://openalex.org/W2997762001","https://openalex.org/W3025323587","https://openalex.org/W3034623254","https://openalex.org/W3035640828","https://openalex.org/W3069380482","https://openalex.org/W3152619510","https://openalex.org/W3157181916","https://openalex.org/W3162694035","https://openalex.org/W3174364033","https://openalex.org/W3176444885","https://openalex.org/W3176763654","https://openalex.org/W3180476551","https://openalex.org/W3183430956","https://openalex.org/W3199096350","https://openalex.org/W3199576129","https://openalex.org/W3199871897","https://openalex.org/W3200255008","https://openalex.org/W3200924860","https://openalex.org/W3207454933","https://openalex.org/W3208327830","https://openalex.org/W3209586588","https://openalex.org/W3211953751","https://openalex.org/W4214582399","https://openalex.org/W4284693480","https://openalex.org/W4284965682","https://openalex.org/W4285283873","https://openalex.org/W4289639375","https://openalex.org/W4297226993","https://openalex.org/W4304142044","https://openalex.org/W4306913475","https://openalex.org/W4312330256","https://openalex.org/W4313555695","https://openalex.org/W4322706621","https://openalex.org/W4385571847","https://openalex.org/W4386075974","https://openalex.org/W4386158990","https://openalex.org/W4387968067","https://openalex.org/W4389890968","https://openalex.org/W4392567263","https://openalex.org/W4396597673","https://openalex.org/W6629028937","https://openalex.org/W6749876669","https://openalex.org/W6751389191","https://openalex.org/W6754940125","https://openalex.org/W6761423549","https://openalex.org/W6767773823","https://openalex.org/W6801415038","https://openalex.org/W6843806677","https://openalex.org/W6854585117"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4234874385","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W2323648130","https://openalex.org/W4391913857","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Video":[0],"moment":[1,58],"retrieval":[2,59,176],"(VMR)":[3],"involves":[4],"localizing":[5],"video":[6,57,135],"segments":[7],"semantically":[8],"aligned":[9],"with":[10,77,211],"given":[11],"queries":[12,133],"within":[13,68,119],"videos.":[14,183],"Despite":[15],"the":[16,56,125,150,157,188,197,205,229],"development":[17],"of":[18,152,222],"numerous":[19],"methods":[20,195],"for":[21,55],"VMR":[22],"in":[23,38,87,182],"recent":[24],"years,":[25],"there":[26],"remains":[27],"a":[28,48,78,92,99,170],"need":[29],"to":[30,82,174],"better":[31],"incorporate":[32],"fine-grained":[33,64,94,116,179],"modality":[34,65],"relation-aware":[35,66],"information":[36,67,118,181],"both":[37],"intra-modality":[39,104,120,146,165],"and":[40,72,107,121,134,142,154,164,200,207,214,225],"cross-modality.":[41],"To":[42],"address":[43],"these":[44],"challenges,":[45],"we":[46,90,168],"propose":[47],"Fine-grained":[49],"Modality":[50],"Relation-Aware":[51],"Network":[52],"(FMRN)":[53],"tailored":[54],"task.":[60],"FMRN":[61,217],"effectively":[62],"explores":[63],"text":[69,132],"queries,":[70],"videos,":[71],"proposals.":[73],"Our":[74],"approach":[75],"begins":[76],"semantic":[79,85],"graph":[80],"encoder":[81],"capture":[83],"deep":[84],"relations":[86],"intra-modality.":[88],"Besides,":[89],"introduce":[91],"novel":[93],"cross-modality":[95,122],"interaction":[96],"module":[97,128,148,160,173],"comprising":[98],"cross-similarity":[100,126,162],"weighting":[101,105,127,147,163],"module,":[102,106],"an":[103,108],"adaptive":[109,158],"fusion":[110,159],"module.":[111],"These":[112],"components":[113],"comprehensively":[114],"exploit":[115],"relation":[117,172],"contexts.":[123],"Specifically,":[124],"leverages":[129],"similarities":[130],"between":[131,140],"snippets,":[136,155],"as":[137,139],"well":[138],"videos":[141],"query":[143],"words.":[144],"The":[145],"determines":[149],"importance":[151],"words":[153],"while":[156],"combines":[161],"weighting.":[166],"Additionally,":[167],"design":[169],"proposal":[171],"enhance":[175],"by":[177],"capturing":[178],"proposals-relation":[180],"Extensive":[184],"experiments":[185],"demonstrate":[186],"that":[187],"proposed":[189],"method":[190],"can":[191,218],"outperform":[192],"all":[193],"state-of-the-art":[194],"on":[196,204,228],"TACoS":[198,230],"dataset":[199],"obtain":[201],"comparable":[202],"results":[203],"Charades-STA":[206],"ActivityNet-Captions":[208],"datasets.":[209],"Compared":[210],"MCMN":[212],"(TCSVT2024)":[213],"DPHANet":[215],"(TMM2024),":[216],"achieve":[219],"average":[220],"improvements":[221],"3.61":[223],"%":[224,227],"5.44":[226],"dataset,":[231],"respectively.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}