{"id":"https://openalex.org/W4382318555","doi":"https://doi.org/10.1109/access.2023.3290070","title":"CLIP Driven Few-Shot Panoptic Segmentation","display_name":"CLIP Driven Few-Shot Panoptic Segmentation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4382318555","doi":"https://doi.org/10.1109/access.2023.3290070"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3290070","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3290070","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10164075.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10164075.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015022081","display_name":"Pengfei Xian","orcid":"https://orcid.org/0000-0001-5632-7780"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pengfei Xian","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-5632-7780","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038133707","display_name":"Lai-Man Po","orcid":"https://orcid.org/0000-0002-5185-1492"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lai-Man Po","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5185-1492","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071193469","display_name":"Yuzhi Zhao","orcid":"https://orcid.org/0000-0001-8561-2206"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuzhi Zhao","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8561-2206","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081706999","display_name":"Wing-Yin Yu","orcid":"https://orcid.org/0000-0002-9559-1055"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wing-Yin Yu","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9559-1055","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102850475","display_name":"Kwok-Wai Cheung","orcid":"https://orcid.org/0000-0002-9586-2812"},"institutions":[{"id":"https://openalex.org/I47605537","display_name":"Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"HK","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kwok-Wai Cheung","raw_affiliation_strings":["School of Communication, The Hang Seng University of Hong Kong, Siu Lek Yuen, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9586-2812","affiliations":[{"raw_affiliation_string":"School of Communication, The Hang Seng University of Hong Kong, Siu Lek Yuen, Hong Kong","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2127,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47615651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"11","issue":null,"first_page":"72295","last_page":"72305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8198615312576294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.695574164390564},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6846926212310791},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5914008617401123},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.5093849301338196},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.44909438490867615},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4480944275856018},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43778643012046814},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43379923701286316},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.42115098237991333},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4174472689628601},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.41604018211364746},{"id":"https://openalex.org/keywords/panopticon","display_name":"Panopticon","score":0.4143826961517334},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3240242004394531},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.12842261791229248}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8198615312576294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.695574164390564},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6846926212310791},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5914008617401123},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5093849301338196},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.44909438490867615},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4480944275856018},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43778643012046814},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43379923701286316},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.42115098237991333},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4174472689628601},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.41604018211364746},{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.4143826961517334},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3240242004394531},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.12842261791229248},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3290070","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3290070","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10164075.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5e676431ba6a4ff3bce3235bf1dbc7c0","is_oa":true,"landing_page_url":"https://doaj.org/article/5e676431ba6a4ff3bce3235bf1dbc7c0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 72295-72305 (2023)","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/afcc37e0-2315-447e-a816-521e79bb2630","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/afcc37e0-2315-447e-a816-521e79bb2630","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"XIAN, P, PO, L-M, ZHAO, Y, YU, W-Y & CHEUNG, K-W 2023, 'CLIP Driven Few-shot Panoptic Segmentation', IEEE Access, vol. 11, pp. 72295-72305. https://doi.org/10.1109/ACCESS.2023.3290070","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3290070","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3290070","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10164075.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4382318555.pdf"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W2133564696","https://openalex.org/W2144506857","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2531409750","https://openalex.org/W2549139847","https://openalex.org/W2560023338","https://openalex.org/W2601564443","https://openalex.org/W2630837129","https://openalex.org/W2799263800","https://openalex.org/W2894964039","https://openalex.org/W2896457183","https://openalex.org/W2902499724","https://openalex.org/W2910628332","https://openalex.org/W2911831070","https://openalex.org/W2920326761","https://openalex.org/W2963091558","https://openalex.org/W2963150697","https://openalex.org/W2963350373","https://openalex.org/W2963393688","https://openalex.org/W2963954913","https://openalex.org/W2965182628","https://openalex.org/W2965729941","https://openalex.org/W2981537222","https://openalex.org/W2991405684","https://openalex.org/W2993182889","https://openalex.org/W2999219213","https://openalex.org/W3004019157","https://openalex.org/W3034355852","https://openalex.org/W3034925352","https://openalex.org/W3129576130","https://openalex.org/W3159619744","https://openalex.org/W3166396011","https://openalex.org/W3176799298","https://openalex.org/W3206072662","https://openalex.org/W3216551675","https://openalex.org/W4226452378","https://openalex.org/W4285606530","https://openalex.org/W4312956471","https://openalex.org/W4312980231","https://openalex.org/W4385245566","https://openalex.org/W6630875275","https://openalex.org/W6639102338","https://openalex.org/W6679434410","https://openalex.org/W6739696289","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6756512664","https://openalex.org/W6758168261","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6797148833","https://openalex.org/W6802517928","https://openalex.org/W6811433417"],"related_works":["https://openalex.org/W2921107741","https://openalex.org/W2197002326","https://openalex.org/W4233922521","https://openalex.org/W3204968380","https://openalex.org/W1710116222","https://openalex.org/W2800383628","https://openalex.org/W2494728058","https://openalex.org/W2345320341","https://openalex.org/W3107204728","https://openalex.org/W2492288033"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"CLIP":[3],"Driven":[4],"Few-shot":[5],"Panoptic":[6,131],"Segmentation":[7],"(CLIP-FPS),":[8],"a":[9,30,56,65,71],"novel":[10],"few-shot":[11],"panoptic":[12,107,125],"segmentation":[13,108,126],"model":[14,54],"that":[15,120],"leverages":[16],"the":[17,76,80,84,88,102,105],"knowledge":[18,37],"of":[19,104,130],"Contrastive":[20],"Language-Image":[21],"Pre-training":[22],"(CLIP)":[23],"model.":[24],"The":[25,53],"proposed":[26],"method":[27,122],"builds":[28],"upon":[29],"center":[31],"indexing":[32],"attention":[33,73],"mechanism":[34],"to":[35,82,96],"facilitate":[36,97],"transfer,":[38],"which":[39],"entails":[40],"representing":[41],"objects":[42],"in":[43,128],"an":[44],"image":[45],"as":[46,115],"centers":[47,78],"along":[48],"with":[49,69],"their":[50],"pixel":[51],"offsets.":[52],"comprises":[55],"decoder":[57],"responsible":[58],"for":[59,90],"generating":[60],"object":[61,77],"center-offset":[62],"groups":[63],"and":[64,93,101,117],"self-attention":[66],"module":[67],"tasked":[68],"producing":[70],"feature":[72],"map.":[74],"Subsequently,":[75],"index":[79],"map":[81],"acquire":[83],"corresponding":[85],"embeddings,":[86],"paving":[87],"way":[89],"matrix":[91],"multiplication":[92],"SoftMax":[94],"operation":[95],"text":[98],"embedding":[99],"matching":[100],"computation":[103],"final":[106],"masks.":[109],"Quantitative":[110],"evaluation":[111],"on":[112],"datasets":[113],"such":[114],"COCO":[116],"Cityscapes":[118],"shows":[119],"our":[121],"outperforms":[123],"existing":[124],"techniques":[127],"terms":[129],"Quality":[132],"(PQ)":[133],"metrics.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}