{"id":"https://openalex.org/W4386075634","doi":"https://doi.org/10.1109/cvpr52729.2023.02229","title":"CLAMP: Prompt-based Contrastive Learning for Connecting Language and Animal Pose","display_name":"CLAMP: Prompt-based Contrastive Learning for Connecting Language and Animal Pose","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386075634","doi":"https://doi.org/10.1109/cvpr52729.2023.02229"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.02229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.02229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100437208","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0002-1882-736X"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["The University of Sydney,Australia","The University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109801469","display_name":"Wen Wang","orcid":"https://orcid.org/0000-0002-9770-1115"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Wang","raw_affiliation_strings":["Zhejiang University,China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457637","display_name":"Zhe Chen","orcid":"https://orcid.org/0000-0001-5004-8975"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhe Chen","raw_affiliation_strings":["The University of Sydney,Australia","The University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042154277","display_name":"Yufei Xu","orcid":"https://orcid.org/0000-0002-9931-5138"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yufei Xu","raw_affiliation_strings":["The University of Sydney,Australia","The University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345321","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0001-6595-7661"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["The University of Sydney,Australia","The University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["The University of Sydney,Australia","The University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100437208"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":2.9658,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.92965021,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"23272","last_page":"23281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8070417642593384},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6693485975265503},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.650731086730957},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5402761101722717},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43659693002700806},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.43657419085502625},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3819183111190796},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36354362964630127},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.347565233707428}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8070417642593384},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6693485975265503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.650731086730957},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5402761101722717},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43659693002700806},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.43657419085502625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3819183111190796},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36354362964630127},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.347565233707428},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52729.2023.02229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.02229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W2080873731","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2307770531","https://openalex.org/W2559085405","https://openalex.org/W2908510526","https://openalex.org/W2952819818","https://openalex.org/W2962845008","https://openalex.org/W2963402313","https://openalex.org/W2963781481","https://openalex.org/W2963800628","https://openalex.org/W2983454547","https://openalex.org/W3014641072","https://openalex.org/W3034403061","https://openalex.org/W3034752215","https://openalex.org/W3035069238","https://openalex.org/W3094502228","https://openalex.org/W3126337491","https://openalex.org/W3166396011","https://openalex.org/W3172013121","https://openalex.org/W3174048174","https://openalex.org/W3175712787","https://openalex.org/W3176295548","https://openalex.org/W3178774897","https://openalex.org/W3196756430","https://openalex.org/W3198377975","https://openalex.org/W3205789812","https://openalex.org/W3207750165","https://openalex.org/W3213647938","https://openalex.org/W3213792864","https://openalex.org/W4224992933","https://openalex.org/W4226058394","https://openalex.org/W4286897344","https://openalex.org/W4297801719","https://openalex.org/W4310486995","https://openalex.org/W4312310776","https://openalex.org/W4312599584","https://openalex.org/W4312956471","https://openalex.org/W4386076546","https://openalex.org/W6630875275","https://openalex.org/W6639102338","https://openalex.org/W6697925102","https://openalex.org/W6730410022","https://openalex.org/W6750378959","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6792169247","https://openalex.org/W6792744239","https://openalex.org/W6797026478","https://openalex.org/W6803650990","https://openalex.org/W6839630023","https://openalex.org/W6847215460"],"related_works":["https://openalex.org/W3125011624","https://openalex.org/W1508631387","https://openalex.org/W2370917603","https://openalex.org/W2952760143","https://openalex.org/W2017776670","https://openalex.org/W2347897961","https://openalex.org/W2979236518","https://openalex.org/W2358318464","https://openalex.org/W2123263858","https://openalex.org/W2340870721"],"abstract_inverted_index":{"Animal":[0],"pose":[1,38,80,149],"estimation":[2,39,150],"is":[3,66,125,177],"challenging":[4],"for":[5,45,96],"existing":[6],"image-based":[7,169],"methods":[8,170],"because":[9],"of":[10,24],"limited":[11],"training":[12],"data":[13],"and":[14,17,62,74,99,129,132,165],"large":[15,173],"intra-":[16],"inter-species":[18],"variances.":[19],"Motivated":[20],"by":[21,40,111,171],"the":[22,69,109,113,117,142,145,162],"progress":[23],"visual-language":[25],"research,":[26],"we":[27,52,88],"propose":[28],"that":[29,54,155],"pre-trained":[30,59],"language":[31,60],"models":[32,61],"(e.g.,":[33],"CLIP)":[34],"can":[35,81],"facilitate":[36],"animal":[37,47,64,79,118,148],"providing":[41],"rich":[42],"prior":[43],"knowledge":[44],"describing":[46],"keypoints":[48,65,119],"in":[49],"text.":[50],"However,":[51],"found":[53],"building":[55],"effective":[56],"connections":[57],"between":[58,71],"visual":[63,76],"non-trivial":[67],"since":[68],"gap":[70,110],"text-based":[72],"descriptions":[73],"keypoint-based":[75],"features":[77],"about":[78],"be":[82],"significant.":[83],"To":[84],"address":[85],"this":[86],"issue,":[87],"introduce":[89],"a":[90,172],"novel":[91,134],"prompt-based":[92],"Contrastive":[93],"learning":[94],"scheme":[95],"connecting":[97],"Language":[98],"AniMal":[100],"Pose":[101],"(CLAMP)":[102],"effectively.":[103],"The":[104,123,175],"CLAMP":[105,143],"attempts":[106],"to":[107,116],"bridge":[108],"adapting":[112],"text":[114],"prompts":[115],"during":[120],"network":[121],"training.":[122],"adaptation":[124],"decomposed":[126],"into":[127],"spatialaware":[128],"feature-aware":[130],"processes,":[131],"two":[133],"contrastive":[135],"losses":[136],"are":[137],"devised":[138],"correspondingly.":[139],"In":[140],"practice,":[141],"enables":[144],"first":[146],"cross-modal":[147],"paradigm.":[151],"Experimental":[152],"results":[153],"show":[154],"our":[156],"method":[157],"achieves":[158],"state-of-the-art":[159],"performance":[160],"under":[161],"supervised,":[163],"few-shot,":[164],"zero-shot":[166],"settings,":[167],"outperforming":[168],"margin.":[174],"code":[176],"available":[178],"at":[179],"https://github.com/xuzhang1199/CLAMP.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}