{"id":"https://openalex.org/W4403678715","doi":"https://doi.org/10.1109/tim.2024.3485403","title":"PRO-CLIP: A CLIP-Based Category Measurement Network Through Prototype and Regularized Optimal Transportation","display_name":"PRO-CLIP: A CLIP-Based Category Measurement Network Through Prototype and Regularized Optimal Transportation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403678715","doi":"https://doi.org/10.1109/tim.2024.3485403"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3485403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3485403","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111539765","display_name":"He Cao","orcid":"https://orcid.org/0009-0006-3486-2620"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Cao","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0006-3486-2620","affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038287028","display_name":"Yunzhou Zhang","orcid":"https://orcid.org/0000-0003-0610-3732"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunzhou Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0610-3732","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076895776","display_name":"Shangdong Zhu","orcid":"https://orcid.org/0000-0003-4701-2028"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangdong Zhu","raw_affiliation_strings":["School of Communication Engineering and the Intelligent Information Processing Laboratory, Hangzhou Dianzi University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-4701-2028","affiliations":[{"raw_affiliation_string":"School of Communication Engineering and the Intelligent Information Processing Laboratory, Hangzhou Dianzi University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009524384","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0003-1101-3221"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1101-3221","affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2219,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83319109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9046000242233276,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5644004940986633},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34411168098449707},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32418525218963623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5644004940986633},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34411168098449707},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32418525218963623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2024.3485403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3485403","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4285396571","display_name":null,"funder_award_id":"61973066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6895914308","display_name":null,"funder_award_id":"2021JH1/10400049","funder_id":"https://openalex.org/F4320336602","funder_display_name":"Major Science and Technology Projects in Yunnan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336602","display_name":"Major Science and Technology Projects in Yunnan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1505952289","https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2092072518","https://openalex.org/W2095705004","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2170940415","https://openalex.org/W2194775991","https://openalex.org/W2533598788","https://openalex.org/W2798405286","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2964105864","https://openalex.org/W2964194231","https://openalex.org/W2969810168","https://openalex.org/W2993587506","https://openalex.org/W3092266750","https://openalex.org/W3096609285","https://openalex.org/W3098267758","https://openalex.org/W3137905681","https://openalex.org/W3167308647","https://openalex.org/W3198377975","https://openalex.org/W3205933337","https://openalex.org/W4206471589","https://openalex.org/W4226058394","https://openalex.org/W4226225308","https://openalex.org/W4284971547","https://openalex.org/W4292672491","https://openalex.org/W4297697565","https://openalex.org/W4306313147","https://openalex.org/W4312310776","https://openalex.org/W4312651322","https://openalex.org/W4312910992","https://openalex.org/W4313156423","https://openalex.org/W4313175608","https://openalex.org/W4315434857","https://openalex.org/W4318751537","https://openalex.org/W4321021726","https://openalex.org/W4378697379","https://openalex.org/W4383109008","https://openalex.org/W4383605194","https://openalex.org/W4384916836","https://openalex.org/W4385245566","https://openalex.org/W4386071547","https://openalex.org/W4386790226","https://openalex.org/W4386794357","https://openalex.org/W4388407774","https://openalex.org/W4390874497","https://openalex.org/W4390874511","https://openalex.org/W4390874575","https://openalex.org/W4398151468","https://openalex.org/W6638677478","https://openalex.org/W6674330103","https://openalex.org/W6682962330","https://openalex.org/W6717697761","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6778883912","https://openalex.org/W6781542114","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6803953248","https://openalex.org/W6839415613","https://openalex.org/W6844432065","https://openalex.org/W6845152577","https://openalex.org/W6846004651","https://openalex.org/W6846258966","https://openalex.org/W6849202153","https://openalex.org/W6849914806","https://openalex.org/W6856425797","https://openalex.org/W6861354353"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"unstructured":[1],"environments,":[2],"robots":[3],"are":[4,107,194],"likely":[5],"to":[6,32,80,98,109,139,154,175,196,201,212],"encounter":[7],"desktop":[8,56,234],"objects":[9,18],"that":[10,106],"they":[11],"have":[12,118],"never":[13],"seen":[14],"before.":[15],"Classifying":[16],"these":[17],"precisely":[19],"is":[20,30,50],"a":[21,51,134],"prerequisite":[22],"for":[23,55],"accomplishing":[24],"object-specific":[25],"manipulation":[26],"tasks.":[27],"However,":[28],"it":[29],"time-consuming":[31],"collect":[33],"large-scale":[34],"object":[35],"classification":[36,62,228],"datasets.":[37],"Inspired":[38],"by":[39,225],"the":[40,46,65,83,92,103,110,115,155,161,172,177,208,213,220],"prompt":[41],"tuning":[42],"methods,":[43],"we":[44,90,132,170],"propose":[45,91,133,171],"PRO-CLIP":[47,59],"network,":[48],"which":[49,122],"category":[52,120],"measurement":[53],"method":[54,224],"objects.":[57,235],"Specifically,":[58],"performs":[60],"few-shot":[61,151,227],"based":[63],"on":[64,102,230],"knowledge":[66,143,149],"from":[67],"pretrained":[68],"vision-language":[69,85],"model":[70],"(VLM).":[71],"It":[72,180],"utilizes":[73],"token-level":[74,88],"and":[75,147,186],"prompt-level":[76,130],"optimal":[77],"transportations":[78],"(OTs)":[79],"jointly":[81],"fine-tune":[82],"learnable":[84,198],"prompts.":[86],"For":[87,129],"stage,":[89,131],"image":[93,104],"patch":[94,111,116],"reweighting":[95],"(PR)":[96],"mechanism":[97],"make":[99,197],"alignments":[100],"focus":[101],"patches":[105],"close":[108,200],"prototypes.":[112],"This":[113],"allows":[114],"embeddings":[117],"converging":[119],"representations,":[121],"reduces":[123],"intraclass":[124],"differences":[125],"of":[126,158,222],"visual":[127,187,209],"features.":[128,152,203],"cascading":[135],"OT":[136],"(COT)":[137],"module":[138,163],"simultaneously":[140],"consider":[141],"task-irrelevant":[142,159],"in":[144,150,216],"zero-shot":[145,202],"features":[146,199,210],"task-specific":[148],"Due":[153],"generalization":[156],"performance":[157],"knowledge,":[160],"proposed":[162],"achieves":[164],"feature":[165],"regularization":[166],"during":[167],"OT.":[168],"Finally,":[169],"UP":[173],"loss":[174,206],"supervise":[176],"whole":[178],"network.":[179],"contains":[181],"unbalanced":[182],"logit-level":[183,191],"consistency":[184,192],"losses":[185,193],"prototype":[188,205],"loss.":[189],"The":[190,204,236],"used":[195],"makes":[207],"approach":[211],"corresponding":[214],"prototypes":[215],"distance.":[217],"We":[218],"demonstrate":[219],"effectiveness":[221],"our":[223],"performing":[226],"experiments":[229],"different":[231],"datasets":[232],"including":[233],"relevant":[237],"code":[238],"will":[239],"be":[240],"available":[241],"at":[242],"<uri":[243],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[244],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/NeuCV-IRMI/proclip</uri>.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
