{"id":"https://openalex.org/W4403210255","doi":"https://doi.org/10.1109/access.2024.3476082","title":"ClusterE-ZSL: A Novel Cluster-Based Embedding for Enhanced Zero-Shot Learning in Contrastive Pre-Training Cross-Modal Retrieval","display_name":"ClusterE-ZSL: A Novel Cluster-Based Embedding for Enhanced Zero-Shot Learning in Contrastive Pre-Training Cross-Modal Retrieval","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403210255","doi":"https://doi.org/10.1109/access.2024.3476082"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3476082","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3476082","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3476082","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012948118","display_name":"Umair Tariq","orcid":"https://orcid.org/0000-0003-2786-9163"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Umair Tariq","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunication, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2786-9163","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunication, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088502323","display_name":"Zonghai Hu","orcid":"https://orcid.org/0000-0002-8362-6353"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zonghai Hu","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunication, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8362-6353","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunication, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049989263","display_name":"Khawaja Tauseef Tasneem","orcid":null},"institutions":[{"id":"https://openalex.org/I120238654","display_name":"Saudi Electronic University","ror":"https://ror.org/05ndh7v49","country_code":"SA","type":"education","lineage":["https://openalex.org/I120238654"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Khawaja Tauseef Tasneem","raw_affiliation_strings":["Information Technology Department, College of Computing and Informatics, Saudi Electronic University, Riyadh, Saudi Arabia","Information Technology Department College of Computing and Informatics, Saudi Electronic University, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-6578-8690","affiliations":[{"raw_affiliation_string":"Information Technology Department, College of Computing and Informatics, Saudi Electronic University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I120238654"]},{"raw_affiliation_string":"Information Technology Department College of Computing and Informatics, Saudi Electronic University, Saudi Arabia","institution_ids":["https://openalex.org/I120238654"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012360964","display_name":"Md Belal Bin Heyat","orcid":"https://orcid.org/0000-0001-5307-9582"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Md Belal Bin Heyat","raw_affiliation_strings":["CenBRAIN Neurotech Center of Excellence, School of Engineering, Westlake University, Hangzhou, Zhejiang, China","School of Engineering, CenBRAIN Neurotech Center of Excellence, Westlake University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-5307-9582","affiliations":[{"raw_affiliation_string":"CenBRAIN Neurotech Center of Excellence, School of Engineering, Westlake University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"School of Engineering, CenBRAIN Neurotech Center of Excellence, Westlake University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004733863","display_name":"Muhammad Shahid Iqbal","orcid":"https://orcid.org/0000-0003-4766-0439"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Shahid Iqbal","raw_affiliation_strings":["School of Computer Science and Technology, Anhui University, Hefei, China","Department of Computer Science and Information Technology, Women University of AJ&K, Bagh, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4766-0439","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Department of Computer Science and Information Technology, Women University of AJ&K, Bagh, Pakistan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038029584","display_name":"Kamran Aziz","orcid":"https://orcid.org/0000-0002-8355-6471"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kamran Aziz","raw_affiliation_strings":["Laboratory of Aerospace Information Security and Trusted Computing Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","School of Cyber Science and Engineering, Laboratory of Aerospace Information Security and Trusted Computing Ministry of Education, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8355-6471","affiliations":[{"raw_affiliation_string":"Laboratory of Aerospace Information Security and Trusted Computing Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Laboratory of Aerospace Information Security and Trusted Computing Ministry of Education, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8335,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7783964,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":null,"first_page":"162622","last_page":"162637"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9059000015258789,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9025999903678894,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6916810274124146},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6553875207901001},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5618924498558044},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5334364175796509},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48362886905670166},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.44717124104499817},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.14771297574043274},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11450186371803284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6916810274124146},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6553875207901001},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5618924498558044},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5334364175796509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48362886905670166},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.44717124104499817},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.14771297574043274},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11450186371803284},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3476082","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3476082","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1b58d658c93a4699904a429fc1c54d07","is_oa":true,"landing_page_url":"https://doaj.org/article/1b58d658c93a4699904a429fc1c54d07","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 162622-162637 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3476082","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3476082","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3792654649","display_name":null,"funder_award_id":"2017YFB0403602","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G511715964","display_name":null,"funder_award_id":"2022YFB3605601","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1916708508","https://openalex.org/W2055964496","https://openalex.org/W2070753207","https://openalex.org/W2145303193","https://openalex.org/W2328434568","https://openalex.org/W2334493732","https://openalex.org/W2901114541","https://openalex.org/W2964131409","https://openalex.org/W2979893065","https://openalex.org/W2986803748","https://openalex.org/W3000521887","https://openalex.org/W3087575941","https://openalex.org/W3156636935","https://openalex.org/W3173348482","https://openalex.org/W3186163009","https://openalex.org/W3203711169","https://openalex.org/W3208958020","https://openalex.org/W3213454282","https://openalex.org/W3214803981","https://openalex.org/W4210649510","https://openalex.org/W4220984144","https://openalex.org/W4224139907","https://openalex.org/W4224313754","https://openalex.org/W4225319402","https://openalex.org/W4283022701","https://openalex.org/W4307552602","https://openalex.org/W4310671738","https://openalex.org/W4312224684","https://openalex.org/W4312394134","https://openalex.org/W4312938727","https://openalex.org/W4313585091","https://openalex.org/W4364382819","https://openalex.org/W4365129631","https://openalex.org/W4382458283","https://openalex.org/W4382982421","https://openalex.org/W4385991061","https://openalex.org/W4386076160","https://openalex.org/W4389519012","https://openalex.org/W4390190073","https://openalex.org/W4390970776","https://openalex.org/W4392623252","https://openalex.org/W4393147193","https://openalex.org/W4393315296","https://openalex.org/W4393443808","https://openalex.org/W4394597872","https://openalex.org/W4394769669","https://openalex.org/W4398268938","https://openalex.org/W4398787875","https://openalex.org/W4399009986","https://openalex.org/W4399682059","https://openalex.org/W4400523584","https://openalex.org/W6798805250","https://openalex.org/W6810715974","https://openalex.org/W6849914806","https://openalex.org/W6850941122","https://openalex.org/W6854542481","https://openalex.org/W6861464467","https://openalex.org/W6862838293","https://openalex.org/W6863076072","https://openalex.org/W6875147989","https://openalex.org/W6881152908"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2325697621"],"abstract_inverted_index":{"Zero-shot":[0],"learning":[1,84,107],"(ZSL)":[2],"in":[3,19,68,105,153,157],"a":[4,25],"multi-model":[5],"environment":[6],"presents":[7],"significant":[8],"challenges":[9],"and":[10,16,36,55,65,76,122,133],"opportunities":[11],"for":[12],"improving":[13],"cross-modal":[14,74,155],"retrieval":[15,38,156],"object":[17],"detection":[18],"unseen":[20],"data.":[21],"This":[22,88],"study":[23],"introduced":[24],"novel":[26],"embedding":[27],"approach":[28],"of":[29,85,130,142],"vector":[30,70],"space":[31],"clustering":[32,62,96],"to":[33,80,93],"address":[34],"image-to-text":[35],"text-to-image":[37],"problems":[39],"effectively.":[40],"We":[41,72,109],"proposed":[42],"an":[43],"iterative":[44],"training":[45],"strategy;":[46],"unlike":[47],"the":[48,82,101,139],"CLIP":[49],"model,":[50],"which":[51,99],"directly":[52],"compares":[53],"visual":[54],"textual":[56],"modalities,":[57],"our":[58,86,112,143],"model":[59,113,144],"concatenates":[60],"by":[61],"trained":[63],"image":[64],"text":[66],"features":[67],"common":[69],"space.":[71],"use":[73],"contrastive":[75],"multi-stage":[77],"contrast":[78],"loss":[79],"improve":[81],"unsupervised":[83],"model.":[87],"integration":[89],"makes":[90],"it":[91],"possible":[92],"achieve":[94],"proper":[95],"on":[97,115],"embedding,":[98],"enhances":[100],"image-text":[102],"matching":[103],"problem":[104],"zero-shot":[106,158],"tasks.":[108],"rigorously":[110],"evaluate":[111],"performance":[114,141],"standard":[116],"benchmark":[117],"datasets,":[118],"including":[119],"Flickr30K,":[120],"Flickr8K,":[121],"MSCOCO":[123],"5K,":[124],"achieving":[125],"notable":[126],"improvements":[127],"with":[128],"accuracies":[129],"91.3%,":[131],"88.8%,":[132],"90.3%,":[134],"respectively.":[135],"The":[136],"results":[137],"demonstrate":[138],"better":[140],"over":[145],"existing":[146],"methods":[147],"but":[148],"also":[149],"show":[150],"its":[151],"effectiveness":[152],"enhancing":[154],"learning.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2024-10-09T00:00:00"}