{"id":"https://openalex.org/W4365801687","doi":"https://doi.org/10.1109/tmm.2023.3236837","title":"Dynamic Contrastive Distillation for Image-Text Retrieval","display_name":"Dynamic Contrastive Distillation for Image-Text Retrieval","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4365801687","doi":"https://doi.org/10.1109/tmm.2023.3236837"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3236837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3236837","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053687590","display_name":"Jun Rao","orcid":"https://orcid.org/0000-0001-5804-1508"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Rao","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5804-1508","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456723","display_name":"Liang Ding","orcid":"https://orcid.org/0000-0001-8976-2084"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Ding","raw_affiliation_strings":["JD Explore Academy at JD.com, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8976-2084","affiliations":[{"raw_affiliation_string":"JD Explore Academy at JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050911130","display_name":"Shuhan Qi","orcid":"https://orcid.org/0000-0002-6903-145X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhan Qi","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen, Peng Cheng Laboratory, and Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, China","Harbin Institute of Technology Shenzhen, and Peng Cheng Laboratory, and Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6903-145X","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen, Peng Cheng Laboratory, and Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen, and Peng Cheng Laboratory, and Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400486","display_name":"Meng Fang","orcid":"https://orcid.org/0000-0001-6745-286X"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Meng Fang","raw_affiliation_strings":["University of Liverpool, Liverpool, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028874350","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0003-2486-5765"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2486-5765","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["JD Explore Academy at JD.com, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"JD Explore Academy at JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101409300","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0002-5979-578X"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["JD Explore Academy at JD.com, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5979-578X","affiliations":[{"raw_affiliation_string":"JD Explore Academy at JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9354,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95190923,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"8383","last_page":"8395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8734197616577148},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5875017046928406},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.572904109954834},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5412483215332031},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5256760716438293},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.486186683177948},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.47336646914482117},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4325738549232483}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8734197616577148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5875017046928406},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.572904109954834},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5412483215332031},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5256760716438293},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.486186683177948},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.47336646914482117},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4325738549232483},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3236837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3236837","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1903001680","https://openalex.org/W2138621090","https://openalex.org/W2185175083","https://openalex.org/W2342543219","https://openalex.org/W2481240925","https://openalex.org/W2578043592","https://openalex.org/W2941765879","https://openalex.org/W2962964995","https://openalex.org/W2963113370","https://openalex.org/W2963351448","https://openalex.org/W2963516811","https://openalex.org/W2963696295","https://openalex.org/W2970454332","https://openalex.org/W2971257618","https://openalex.org/W2978017171","https://openalex.org/W2979579363","https://openalex.org/W2981586349","https://openalex.org/W2981819252","https://openalex.org/W2987861506","https://openalex.org/W2988823324","https://openalex.org/W2994818707","https://openalex.org/W3034457371","https://openalex.org/W3035524453","https://openalex.org/W3035552787","https://openalex.org/W3090449556","https://openalex.org/W3092820619","https://openalex.org/W3105486918","https://openalex.org/W3105966348","https://openalex.org/W3110179775","https://openalex.org/W3113055207","https://openalex.org/W3139732141","https://openalex.org/W3158124198","https://openalex.org/W3159481202","https://openalex.org/W3177196641","https://openalex.org/W3177224328","https://openalex.org/W3186883165","https://openalex.org/W3187295906","https://openalex.org/W3200808010","https://openalex.org/W3209108016","https://openalex.org/W4224248112","https://openalex.org/W4284698859","https://openalex.org/W4285258432","https://openalex.org/W4292948773","https://openalex.org/W4297808394","https://openalex.org/W4304087170","https://openalex.org/W4312709113","https://openalex.org/W4312784228","https://openalex.org/W4386071687","https://openalex.org/W4387385613","https://openalex.org/W4389891246","https://openalex.org/W6617145748","https://openalex.org/W6638523607","https://openalex.org/W6682948231","https://openalex.org/W6730042731","https://openalex.org/W6730323794","https://openalex.org/W6747225742","https://openalex.org/W6755207826","https://openalex.org/W6756615331","https://openalex.org/W6758078732","https://openalex.org/W6766904570","https://openalex.org/W6768851824","https://openalex.org/W6774314701","https://openalex.org/W6779326418","https://openalex.org/W6783990618","https://openalex.org/W6784333009","https://openalex.org/W6788031712","https://openalex.org/W6789753369","https://openalex.org/W6789954222","https://openalex.org/W6794713401","https://openalex.org/W6803316292","https://openalex.org/W6804095316","https://openalex.org/W6810604754","https://openalex.org/W6838859767","https://openalex.org/W6839015040","https://openalex.org/W6839220867","https://openalex.org/W6841870936","https://openalex.org/W6843226161","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W613940353","https://openalex.org/W3016498020","https://openalex.org/W3089944807"],"abstract_inverted_index":{"Although":[0],"the":[1,15,25,39,60,65,71,76,92,114,149,163,169,172,180,205,210,245,258,266,280],"vision-and-language":[2],"pretraining":[3],"(VLP)":[4],"equipped":[5],"cross-modal":[6,88,104],"image-text":[7],"retrieval":[8],"(ITR)":[9],"has":[10],"achieved":[11],"remarkable":[12],"progress":[13],"in":[14],"past":[16],"two":[17,73,139,226],"years,":[18],"it":[19,108],"suffers":[20],"from":[21,117,138,175,182,189,204],"a":[22,50,158],"major":[23],"drawback:":[24],"ever-increasing":[26],"size":[27],"of":[28,201,207,212,249],"VLP":[29,62],"models":[30,63],"restrict":[31],"its":[32],"deployment":[33],"to":[34,58,84,87,91,96,111,134,142,156,161,186,197,265],"real-world":[35],"search":[36],"scenarios":[37],"(where":[38],"high":[40],"latency":[41],"is":[42,82,109],"unacceptable).":[43],"To":[44],"alleviate":[45],"this":[46],"problem,":[47],"we":[48,69,154,193,254],"present":[49],"novel":[51],"plug-in":[52],"dynamic":[53,187,195],"contrastive":[54,145,299],"distillation":[55,126,196,297],"(DCD)":[56],"framework":[57],"compress":[59],"large":[61],"for":[64,166],"ITR":[66,268],"task.":[67],"Technically,":[68],"face":[70],"following":[72],"challenges:":[74],"1)":[75],"typical":[77],"uni-modal":[78],"metric":[79],"learning":[80,127],"approach":[81],"difficult":[83,164],"directly":[85],"apply":[86,220],"task,":[89],"due":[90],"limited":[93],"GPU":[94],"memory":[95],"optimize":[97,113],"too":[98],"many":[99],"negative":[100],"samples":[101,165,200],"during":[102],"handling":[103],"fusion":[105],"features.":[106],"2)":[107],"inefficient":[110],"static":[112],"student":[115,129],"network":[116,130,160],"different":[118,123,202],"hard":[119,183,190],"samples,":[120],"which":[121],"have":[122],"effects":[124],"on":[125,225,237,292],"and":[128,147,152,178,214,233,239,247,275,298],"optimization.":[131],"We":[132,218,270,285],"try":[133],"overcome":[135],"these":[136],"challenges":[137],"points.":[140],"First,":[141],"achieve":[143],"multi-modal":[144],"learning,":[146],"balance":[148],"training":[150],"costs":[151],"effects,":[153],"propose":[155,194],"use":[157],"teacher":[159],"estimate":[162],"students,":[167],"making":[168],"students":[170],"absorb":[171],"powerful":[173],"knowledge":[174,181,213],"pre-trained":[176],"teachers,":[177],"master":[179],"samples.":[184],"Second,":[185],"learn":[188,199],"sample":[191],"pairs,":[192],"dynamically":[198],"difficulties,":[203],"perspective":[206],"better":[208],"balancing":[209],"difficulty":[211],"students'":[215],"self-learning":[216],"ability.":[217],"successfully":[219],"our":[221,250,287],"proposed":[222],"DCD":[223,251],"strategy":[224],"state-of-the-art":[227],"vision-language":[228],"pretrained":[229],"models,":[230],"i.e.":[231],"ViLT":[232],"METER.":[234],"Extensive":[235],"experiments":[236],"MS-COCO":[238],"Flickr":[240],"30":[241],"K":[242],"benchmarks":[243],"show":[244],"effectiveness":[246],"efficiency":[248],"framework.":[252],"Encouragingly,":[253],"can":[255,289],"speed":[256],"up":[257],"inference":[259],"at":[260],"least":[261],"129":[262],"\u00d7":[263],"compared":[264],"existing":[267],"models.":[269],"further":[271],"provide":[272],"in-depth":[273],"analyses":[274],"discussions":[276],"that":[277,295],"explain":[278],"where":[279],"performance":[281],"improvement":[282],"comes":[283],"from.":[284],"hope":[286],"work":[288],"shed":[290],"light":[291],"other":[293],"tasks":[294],"require":[296],"learning.":[300]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}