{"id":"https://openalex.org/W4403791639","doi":"https://doi.org/10.1145/3664647.3680947","title":"Not All Inputs Are Valid: Towards Open-Set Video Moment Retrieval using Language","display_name":"Not All Inputs Are Valid: Towards Open-Set Video Moment Retrieval using Language","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791639","doi":"https://doi.org/10.1145/3664647.3680947"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680947","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680947","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2605.29812","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083888610","display_name":"Xiang Fang","orcid":"https://orcid.org/0000-0003-3231-5771"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Fang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3231-5771","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113067511","display_name":"Wanlong Fang","orcid":"https://orcid.org/0000-0003-4480-3107"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanlong Fang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4480-3107","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078220957","display_name":"Daizong Liu","orcid":"https://orcid.org/0000-0001-8179-4508"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daizong Liu","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8179-4508","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065871371","display_name":"Xiaoye Qu","orcid":"https://orcid.org/0000-0002-4907-3978"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoye Qu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4907-3978","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008417257","display_name":"Jianfeng Dong","orcid":"https://orcid.org/0000-0001-5244-3274"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Dong","raw_affiliation_strings":["Zhejiang Gongshang University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5244-3274","affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University, Guangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693197","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0002-8629-4622"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8629-4622","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039670436","display_name":"Ruixuan Li","orcid":"https://orcid.org/0000-0002-7791-5511"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renfu Li","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7791-5511","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063489530","display_name":"Zichuan Xu","orcid":"https://orcid.org/0000-0001-5438-1468"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zichuan Xu","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-5438-1468","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085364987","display_name":"Lixing Chen","orcid":"https://orcid.org/0000-0002-1805-0183"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixing Chen","raw_affiliation_strings":["Shanghai Jiaotong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1805-0183","affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643514","display_name":"Panpan Zheng","orcid":"https://orcid.org/0009-0003-2934-6339"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Panpan Zheng","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0009-0003-2934-6339","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101580521","display_name":"Yu Cheng","orcid":"https://orcid.org/0000-0002-2315-5641"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yu Cheng","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-2315-5641","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"28","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7238105535507202},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.6425380706787109},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6091227531433105},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4918241500854492},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3712027668952942},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3501160144805908},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1537517011165619},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.058213114738464355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7238105535507202},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.6425380706787109},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6091227531433105},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4918241500854492},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3712027668952942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3501160144805908},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1537517011165619},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.058213114738464355},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3664647.3680947","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680947","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2605.29812","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.29812","pdf_url":"https://arxiv.org/pdf/2605.29812","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2605.29812","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29812","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2605.29812","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.29812","pdf_url":"https://arxiv.org/pdf/2605.29812","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403791639.pdf","grobid_xml":"https://content.openalex.org/works/W4403791639.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1942126453","https://openalex.org/W2144506857","https://openalex.org/W2337252826","https://openalex.org/W2595840341","https://openalex.org/W2798354744","https://openalex.org/W2890502146","https://openalex.org/W2897628926","https://openalex.org/W2899867782","https://openalex.org/W2948958195","https://openalex.org/W2963393391","https://openalex.org/W2963524571","https://openalex.org/W2963916161","https://openalex.org/W2964216549","https://openalex.org/W2970898753","https://openalex.org/W2997429269","https://openalex.org/W2997762001","https://openalex.org/W3034709866","https://openalex.org/W3034743747","https://openalex.org/W3034972874","https://openalex.org/W3035640828","https://openalex.org/W3101429639","https://openalex.org/W3108123919","https://openalex.org/W3152619510","https://openalex.org/W3158120491","https://openalex.org/W3159374025","https://openalex.org/W3174364033","https://openalex.org/W3180476551","https://openalex.org/W3182165708","https://openalex.org/W3183588514","https://openalex.org/W3199096350","https://openalex.org/W3201879291","https://openalex.org/W3210101297","https://openalex.org/W4214582399","https://openalex.org/W4224314500","https://openalex.org/W4283822025","https://openalex.org/W4287756902","https://openalex.org/W4312402470","https://openalex.org/W4312884880","https://openalex.org/W4313042927","https://openalex.org/W4320008746","https://openalex.org/W4386065592","https://openalex.org/W4386075849","https://openalex.org/W4386075974","https://openalex.org/W4387968166","https://openalex.org/W4389520490","https://openalex.org/W4391216149","https://openalex.org/W4392903826","https://openalex.org/W4393147838","https://openalex.org/W4402125038","https://openalex.org/W4403420600","https://openalex.org/W4404654827"],"related_works":["https://openalex.org/W2088123951","https://openalex.org/W3188962172","https://openalex.org/W2772917594","https://openalex.org/W4312825515","https://openalex.org/W4306742369","https://openalex.org/W4303457083","https://openalex.org/W2131146434","https://openalex.org/W2951359407","https://openalex.org/W4376623224","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Video":[0,84],"Moment":[1,85],"Retrieval":[2,86],"(VMR)":[3],"targets":[4],"to":[5,11,62,114,175],"retrieve":[6,93],"the":[7,35,40,94,111,133,150,160,165,177,185,226],"specific":[8],"moment":[9,140,217],"corresponding":[10],"a":[12,78,120,155,210],"sentence":[13],"query":[14,48,162,192],"from":[15],"an":[16,46,172],"untrimmed":[17],"video.":[18],"Although":[19],"recent":[20],"respectable":[21],"works":[22],"have":[23],"made":[24],"remarkable":[25],"progress":[26],"in":[27,34,49,65],"this":[28,73,107],"task,":[29],"they":[30,52],"implicitly":[31],"are":[32,200],"rooted":[33],"closed-set":[36],"assumption":[37],"that":[38],"all":[39],"given":[41],"queries":[42,130],"as":[43],"video-relevant.":[44],"Given":[45],"OOD":[47,104,129],"open-set":[50],"scenarios,":[51,67],"still":[53],"utilize":[54],"it":[55],"for":[56,202,216],"wrong":[57],"retrieval,":[58],"which":[59,124],"might":[60],"lead":[61],"irrecoverable":[63],"losses":[64],"high-risk":[66],"e.g.,":[68],"criminal":[69],"activity":[70],"detection.":[71],"To":[72],"end,":[74],"we":[75,89,109,147,170,183],"creatively":[76],"explore":[77],"brand-new":[79],"VMR":[80,223],"setting":[81],"termed":[82],"Open-Set":[83],"(OS-VMR),":[87],"where":[88],"should":[90],"not":[91],"only":[92],"precise":[95],"moments":[96],"based":[97,131,142],"on":[98,132,143,221],"ID":[99,127,144,151,161,191],"query,":[100],"but":[101],"also":[102],"reject":[103],"queries.":[105,145],"In":[106],"paper,":[108],"make":[110],"first":[112,125,148],"attempt":[113],"step":[115],"toward":[116],"OS-VMR":[117],"and":[118,128,137,158,197,204],"propose":[119],"novel":[121],"model":[122],"OpenVMR,":[123],"distinguishes":[126],"normalizing":[134,156],"flow":[135],"technology,":[136],"then":[138],"conducts":[139],"retrieval":[141],"Specifically,":[146],"learn":[149],"distribution":[152,163],"by":[153,188],"constructing":[154],"flow,":[157],"assume":[159],"obeys":[164],"multi-variate":[166],"Gaussian":[167],"distribution.":[168],"Then,":[169],"introduce":[171],"uncertainty":[173],"score":[174],"search":[176],"ID-OOD":[178,186],"separating":[179],"boundary.":[180],"After":[181],"that,":[182],"refine":[184],"boundary":[187],"pulling":[189],"together":[190],"features.":[193],"Besides,":[194],"video-query":[195],"matching":[196,199],"frame-query":[198],"designed":[201],"coarse-grained":[203],"fine-grained":[205],"cross-modal":[206],"interaction,":[207],"respectively.":[208],"Finally,":[209],"positive-unlabeled":[211],"learning":[212],"module":[213],"is":[214],"introduced":[215],"retrieval.":[218],"Experimental":[219],"results":[220],"three":[222],"datasets":[224],"show":[225],"effectiveness":[227],"of":[228],"our":[229],"OpenVMR.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}