{"id":"https://openalex.org/W4283385403","doi":"https://doi.org/10.1145/3512527.3531429","title":"VideoCLIP: A Cross-Attention Model for Fast Video-Text Retrieval Task with Image CLIP","display_name":"VideoCLIP: A Cross-Attention Model for Fast Video-Text Retrieval Task with Image CLIP","alternate_titles":[],"publication_year":2022,"publication_date":"2022-06-23","ids":{"openalex":"https://openalex.org/W4283385403","doi":"https://doi.org/10.1145/3512527.3531429"},"language":"en","primary_location":{"id":"doi:10.1145/3512527.3531429","doi":"https://doi.org/10.1145/3512527.3531429","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512527.3531429","pdf_url":null,"source":{"id":"https://openalex.org/S4306419706","display_name":"International Conference on Multimedia Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4283385403"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100610029","display_name":"Yikang Li","orcid":"https://orcid.org/0000-0003-4666-9642","observed_orcids":["https://orcid.org/0000-0003-4666-9642"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yikang Li","raw_affiliation_strings":["OPPO US Research Center, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OPPO US Research Center, Palo Alto, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103124223","display_name":"Jen-Hao Hsiao","orcid":"https://orcid.org/0009-0003-4542-7809","observed_orcids":["https://orcid.org/0009-0003-4542-7809"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jenhao Hsiao","raw_affiliation_strings":["OPPO US Research Center, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OPPO US Research Center, Palo Alto, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067929709","display_name":"Chiuman Ho","orcid":"https://orcid.org/0000-0002-1607-6080","observed_orcids":["https://orcid.org/0000-0002-1607-6080"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chiuman Ho","raw_affiliation_strings":["OPPO US Research Center, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OPPO US Research Center, Palo Alto, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6458,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.77845724,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"29","last_page":"33"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-video-retrieval","display_name":"video-text retrieval","score":0.9990000128746033},{"id":"https://openalex.org/keywords/cross-attention","display_name":"cross-attention","score":0.878000020980835},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.6650000214576721},{"id":"https://openalex.org/keywords/dual-encoder-models","display_name":"dual-encoder models","score":0.8379999995231628},{"id":"https://openalex.org/keywords/cross-modal-retrieval","display_name":"cross-modal retrieval","score":0.8379999995231628},{"id":"https://openalex.org/keywords/video-descriptors","display_name":"video descriptors","score":0.4729999899864197},{"id":"https://openalex.org/keywords/retrieval-speed","display_name":"retrieval speed","score":0.6389999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8842040300369263},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6719433069229126},{"id":"https://openalex.org/C2983174267","wikidata":"https://www.wikidata.org/wiki/Q3775098","display_name":"Video retrieval","level":2,"score":0.6219905614852905},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6219446063041687},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6120762228965759},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5957856178283691},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5283558964729309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48347336053848267},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.4355577826499939},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3872505724430084},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32916760444641113},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3512527.3531429","doi":"https://doi.org/10.1145/3512527.3531429","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512527.3531429","pdf_url":null,"source":{"id":"https://openalex.org/S4306419706","display_name":"International Conference on Multimedia Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2136036867","https://openalex.org/W2277195237","https://openalex.org/W2425121537","https://openalex.org/W2742343242","https://openalex.org/W2885775891","https://openalex.org/W2897439619","https://openalex.org/W2948859046","https://openalex.org/W2965458216","https://openalex.org/W2981873476","https://openalex.org/W3034588855","https://openalex.org/W3035265375","https://openalex.org/W3090449556","https://openalex.org/W3094502228","https://openalex.org/W3105232955","https://openalex.org/W3126337491","https://openalex.org/W3128966713","https://openalex.org/W3135367836","https://openalex.org/W3141362964","https://openalex.org/W3151130473","https://openalex.org/W3168640669"],"related_works":["https://openalex.org/W4406614168","https://openalex.org/W4411019516","https://openalex.org/W4401936820","https://openalex.org/W7213561719","https://openalex.org/W3129719298","https://openalex.org/W3176799298","https://openalex.org/W4286745719","https://openalex.org/W4392404186","https://openalex.org/W7214388842","https://openalex.org/W4283379644"],"abstract_inverted_index":{"Video-text":[0],"retrieval":[1,78,126],"is":[2,58,102,128],"an":[3],"essential":[4],"task":[5],"in":[6,47],"cross-modal":[7],"information":[8,54,90],"retrieval,":[9],"i.e.,":[10],"retrieving":[11],"relevant":[12],"videos":[13],"from":[14,38],"a":[15,69,82],"large":[16],"and":[17,62,97,110,112],"unlabelled":[18],"dataset":[19],"given":[20],"textual":[21],"queries.":[22],"Existing":[23],"methods":[24,123],"that":[25,116],"simply":[26],"pool":[27],"the":[28,34,42,53,75,89,113,125,132],"image":[29],"features":[30],"(e.g.,":[31],"based":[32],"on":[33,104],"CLIP":[35],"encoder":[36],"[14])":[37],"frames":[39],"to":[40,73,87],"build":[41],"video":[43,96],"descriptor":[44],"often":[45],"result":[46],"sub-optimal":[48],"video-text":[49,77,107],"search":[50,135],"accuracy":[51],"since":[52],"among":[55],"different":[56],"modalities":[57,94],"not":[59],"fully":[60],"exchanged":[61],"aligned.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67],"proposed":[68,100],"novel":[70],"dual-encoder":[71],"model":[72,118],"address":[74],"challenging":[76],"problem,":[79],"which":[80],"uses":[81],"highly":[83],"efficient":[84],"cross-attention":[85],"module":[86],"facilitate":[88],"exchange":[91],"between":[92],"multiple":[93],"(i.e.,":[95],"text).":[98],"The":[99],"VideoCLIP":[101],"evaluated":[103],"two":[105],"benchmark":[106],"datasets,":[108],"MSRVTT":[109],"DiDeMo,":[111],"results":[114],"show":[115],"our":[117],"can":[119],"outperform":[120],"existing":[121],"state-of-the-art":[122],"while":[124],"speed":[127],"much":[129],"faster":[130],"than":[131],"traditional":[133],"query-agnostic":[134],"model.":[136]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4283385403","counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-06-25T00:00:00"}
