{"id":"https://openalex.org/W4402353564","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650723","title":"A Lightweight and Effective Multi-View Knowledge Distillation Framework for Text-Image Retrieval","display_name":"A Lightweight and Effective Multi-View Knowledge Distillation Framework for Text-Image Retrieval","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402353564","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650723"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650723","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102830612","display_name":"Yuxiang Song","orcid":"https://orcid.org/0000-0003-1959-5676"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Song","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000755240","display_name":"Yuxuan Zheng","orcid":"https://orcid.org/0000-0002-6127-5169"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Zheng","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057883383","display_name":"Shangqing Zhao","orcid":"https://orcid.org/0000-0001-8543-2977"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangqing Zhao","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064499660","display_name":"Shu Liu","orcid":"https://orcid.org/0000-0002-2903-9270"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Liu","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107119751","display_name":"Xinlin Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinlin Zhuang","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106439267","display_name":"Zhaoguang Long","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoguang Long","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030747910","display_name":"Changzhi Sun","orcid":"https://orcid.org/0009-0003-3123-3499"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changzhi Sun","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050248676","display_name":"Aimin Zhou","orcid":"https://orcid.org/0000-0002-4768-5946"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Zhou","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057508424","display_name":"Man Lan","orcid":"https://orcid.org/0000-0002-1423-1286"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man Lan","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8012228012084961},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6818879246711731},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5745264887809753},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5693986415863037},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.5118269324302673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3488747477531433},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33025726675987244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8012228012084961},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6818879246711731},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5745264887809753},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5693986415863037},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.5118269324302673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3488747477531433},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33025726675987244},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650723","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320322370","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67"},{"id":"https://openalex.org/F4320337495","display_name":"Technology Development","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1905882502","https://openalex.org/W1949478088","https://openalex.org/W2907257898","https://openalex.org/W2908510526","https://openalex.org/W2955192706","https://openalex.org/W2963140444","https://openalex.org/W2963389687","https://openalex.org/W2964111476","https://openalex.org/W3034368386","https://openalex.org/W3035688398","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3091981646","https://openalex.org/W3138154797","https://openalex.org/W3139017368","https://openalex.org/W3166304536","https://openalex.org/W3172942063","https://openalex.org/W3173220247","https://openalex.org/W3173270634","https://openalex.org/W3184735396","https://openalex.org/W3208314443","https://openalex.org/W3212456749","https://openalex.org/W3215626407","https://openalex.org/W4221153934","https://openalex.org/W4224464935","https://openalex.org/W4283070885","https://openalex.org/W4306820534","https://openalex.org/W4321480073","https://openalex.org/W4366851068","https://openalex.org/W4385245566","https://openalex.org/W4385565558","https://openalex.org/W4386071687","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6757639898","https://openalex.org/W6757817989","https://openalex.org/W6776684981","https://openalex.org/W6779473860","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6803872405","https://openalex.org/W6803953248","https://openalex.org/W6810309455","https://openalex.org/W6811013733","https://openalex.org/W6839015040","https://openalex.org/W6846007759"],"related_works":["https://openalex.org/W2396760013","https://openalex.org/W45217788","https://openalex.org/W1986902711","https://openalex.org/W2655467144","https://openalex.org/W2171776552","https://openalex.org/W2148433556","https://openalex.org/W98391849","https://openalex.org/W1600907701","https://openalex.org/W2062250142","https://openalex.org/W53120221"],"abstract_inverted_index":{"Large-scale":[0],"dual-stream":[1,77,140,174,184],"Vision-Language":[2],"Pre-training":[3],"(VLP)":[4],"models":[5,169],"provide":[6],"an":[7],"efficient":[8],"solution":[9],"for":[10,119],"text-image":[11,32,120],"retrieval":[12],"tasks.":[13],"Despite":[14],"this,":[15],"their":[16,53,80],"performance":[17,54,163,176],"often":[18],"falls":[19],"short":[20],"of":[21,39,43,164,181],"the":[22,59,72,76,95,100,132,135,139,147,161,165,178],"most":[23,166],"current":[24],"single-stream":[25,60,73,136,168,182],"models,":[26],"primarily":[27],"due":[28],"to":[29,69,138],"limited":[30],"fine-grained":[31],"interactions.":[33],"Recent":[34],"trends":[35],"indicate":[36],"a":[37,48,90,109],"union":[38],"these":[40],"two":[41],"types":[42],"networks.":[44],"Some":[45],"methods":[46],"adopt":[47],"retrieve":[49],"and":[50,111,128,151,183],"rerank":[51],"strategy,":[52],"improvements":[55],"largely":[56],"hinge":[57],"on":[58,89,146],"encoder":[61,74,137,175],"during":[62],"inference.":[63],"Other":[64],"approaches":[65],"utilize":[66],"knowledge":[67,92,133],"distillation":[68,85],"strengthen":[70],"either":[71],"or":[75],"encoder,":[78],"surpassing":[79],"previous":[81],"capabilities.":[82],"However,":[83],"existing":[84],"techniques":[86],"typically":[87],"focus":[88],"single":[91],"type,":[93],"neglecting":[94],"richer":[96],"insights":[97],"available":[98],"in":[99,173],"teacher":[101],"model.":[102],"To":[103],"bridge":[104],"this":[105],"gap,":[106],"we":[107],"introduce":[108],"Lightweight":[110],"Effective":[112],"Multi-View":[113],"Knowledge":[114],"Distillation":[115],"approach,":[116],"named":[117],"LEMKD,":[118],"retrieval.":[121],"This":[122],"method":[123],"effectively":[124],"utilizes":[125],"response-based,":[126],"feature-based":[127],"relation-based":[129],"knowledge,":[130],"transferring":[131],"from":[134],"encoder.":[141],"Our":[142],"approach":[143],"is":[144],"executed":[145],"widely":[148],"used":[149],"MS-COCO":[150],"Flickr30K":[152],"datasets.":[153],"Results":[154],"demonstrate":[155],"that":[156],"LEMKD":[157],"not":[158],"only":[159],"matches":[160],"exceptional":[162],"advanced":[167],"but":[170],"also":[171],"excels":[172],"amidst":[177],"recent":[179],"integration":[180],"models.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}