{"id":"https://openalex.org/W4225414521","doi":"https://doi.org/10.1145/3477495.3531950","title":"CenterCLIP","display_name":"CenterCLIP","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4225414521","doi":"https://doi.org/10.1145/3477495.3531950"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531950","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531950","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.00823","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100694827","display_name":"Shuai Zhao","orcid":"https://orcid.org/0000-0003-1320-4283"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zhao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043617790","display_name":"Linchao Zhu","orcid":"https://orcid.org/0000-0002-4093-7557"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Linchao Zhu","raw_affiliation_strings":["University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354377","display_name":"Xiaohan Wang","orcid":"https://orcid.org/0000-0001-6206-7911"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Wang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005421447","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-0512-880X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"970","last_page":"981"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8371481895446777},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6856153011322021},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6041213870048523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.494690865278244},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4940374493598938},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.46096110343933105},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3589552342891693},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3363068103790283}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371481895446777},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6856153011322021},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6041213870048523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.494690865278244},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4940374493598938},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46096110343933105},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3589552342891693},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3363068103790283},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3477495.3531950","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531950","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.00823","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.00823","pdf_url":"https://arxiv.org/pdf/2205.00823","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.00823","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.00823","pdf_url":"https://arxiv.org/pdf/2205.00823","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1640718925","https://openalex.org/W1893116441","https://openalex.org/W1927052826","https://openalex.org/W2073459066","https://openalex.org/W2081495115","https://openalex.org/W2122051577","https://openalex.org/W2132914434","https://openalex.org/W2151148091","https://openalex.org/W2164290393","https://openalex.org/W2165874743","https://openalex.org/W2187089797","https://openalex.org/W2425121537","https://openalex.org/W2507009361","https://openalex.org/W2565656701","https://openalex.org/W2606982687","https://openalex.org/W2622263826","https://openalex.org/W2748092049","https://openalex.org/W2750526644","https://openalex.org/W2763421725","https://openalex.org/W2765716052","https://openalex.org/W2885775891","https://openalex.org/W2897439619","https://openalex.org/W2908510526","https://openalex.org/W2962784628","https://openalex.org/W2963576560","https://openalex.org/W2963855133","https://openalex.org/W2965458216","https://openalex.org/W2981851019","https://openalex.org/W2984008963","https://openalex.org/W3015468748","https://openalex.org/W3022509031","https://openalex.org/W3033210410","https://openalex.org/W3033529678","https://openalex.org/W3034730770","https://openalex.org/W3035265375","https://openalex.org/W3035635319","https://openalex.org/W3037798801","https://openalex.org/W3043840704","https://openalex.org/W3094502228","https://openalex.org/W3105232955","https://openalex.org/W3122640483","https://openalex.org/W3126337491","https://openalex.org/W3131922516","https://openalex.org/W3133825286","https://openalex.org/W3138516171","https://openalex.org/W3152798676","https://openalex.org/W3153005511","https://openalex.org/W3155119115","https://openalex.org/W3166396011","https://openalex.org/W3168124404","https://openalex.org/W3168640669","https://openalex.org/W3172643943","https://openalex.org/W3174873881","https://openalex.org/W3181158454","https://openalex.org/W3190965961","https://openalex.org/W3195577433","https://openalex.org/W3197828817","https://openalex.org/W3203711169","https://openalex.org/W3204588463","https://openalex.org/W3205497712","https://openalex.org/W3215626407","https://openalex.org/W4214926101","https://openalex.org/W4225365588","https://openalex.org/W4226407477","https://openalex.org/W4236965008","https://openalex.org/W4287115696","https://openalex.org/W4287757777","https://openalex.org/W4295838474","https://openalex.org/W4309793872","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W6668990524"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W4285141722","https://openalex.org/W4387768015"],"abstract_inverted_index":{"Recently,":[0],"large-scale":[1],"pre-training":[2],"methods":[3],"like":[4],"CLIP":[5],"have":[6],"made":[7],"great":[8],"progress":[9],"in":[10,28,59,74,112,159],"multi-modal":[11,25],"research":[12],"such":[13],"as":[14,205],"text-video":[15,216],"retrieval.":[16],"In":[17,77],"CLIP,":[18,33],"transformers":[19],"are":[20,130,142],"vital":[21],"for":[22],"modeling":[23],"complex":[24],"relations.":[26],"However,":[27],"the":[29,34,51,68,82,97,103,107,194,220,228,234],"vision":[30],"transformer":[31],"of":[32,54,70,84,197],"essential":[35],"visual":[36,42,179],"tokenization":[37],"process,":[38],"which":[39],"produces":[40],"discrete":[41],"token":[43,92,165],"sequences,":[44],"generates":[45],"many":[46],"homogeneous":[47],"tokens":[48,100,126,198],"due":[49],"to":[50,80,95,150],"redundancy":[52,109],"nature":[53],"consecutive":[55,113],"and":[56,66,101,121,155,167,190,226],"similar":[57],"frames":[58],"videos.":[60],"This":[61,181],"significantly":[62],"increases":[63],"computation":[64,174],"costs":[65,175],"hinders":[67],"deployment":[69],"video":[71,86,189],"retrieval":[72],"models":[73],"web":[75],"applications.":[76],"this":[78,164],"paper,":[79],"reduce":[81,173],"number":[83],"redundant":[85,178],"tokens,":[87],"we":[88,115,171],"design":[89],"a":[90,134,211],"multi-segment":[91],"clustering":[93,148,166],"algorithm":[94],"find":[96,152],"most":[98],"representative":[99],"drop":[102],"non-essential":[104],"ones.":[105],"As":[106],"frame":[108],"occurs":[110],"mostly":[111],"frames,":[114],"divide":[116],"videos":[117],"into":[118,133],"multiple":[119],"segments":[120],"conduct":[122],"segment-level":[123,185],"clustering.":[124],"Center":[125],"from":[127,199],"each":[128],"segment":[129],"later":[131],"concatenated":[132],"new":[135],"sequence,":[136],"while":[137,218],"their":[138],"original":[139],"spatial-temporal":[140],"relations":[141],"well":[143],"maintained.":[144],"We":[145],"instantiate":[146],"two":[147],"algorithms":[149],"efficiently":[151],"deterministic":[153],"medoids":[154],"iteratively":[156],"partition":[157],"groups":[158],"high":[160],"dimensional":[161],"space.":[162],"Through":[163],"center":[168],"selection":[169],"procedure,":[170],"successfully":[172],"by":[176,210,224,231],"removing":[177],"tokens.":[180],"method":[182],"further":[183],"enhances":[184],"semantic":[186],"alignment":[187],"between":[188],"text":[191],"representations,":[192],"enforcing":[193],"spatio-temporal":[195],"interactions":[196],"within-segment":[200],"frames.":[201],"Our":[202],"method,":[203],"coined":[204],"CenterCLIP,":[206],"surpasses":[207],"existing":[208],"state-of-the-art":[209],"large":[212],"margin":[213],"on":[214],"typical":[215],"benchmarks,":[217],"reducing":[219],"training":[221],"memory":[222],"cost":[223],"35%":[225],"accelerating":[227],"inference":[229],"speed":[230],"14%":[232],"at":[233,241],"best":[235],"case.":[236],"The":[237],"code":[238],"is":[239],"available":[240],"https://github.com/mzhaoshuai/CenterCLIP":[242],"https://github.com/mzhaoshuai/CenterCLIP.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2022-05-05T00:00:00"}