{"id":"https://openalex.org/W4387969378","doi":"https://doi.org/10.1145/3581783.3612207","title":"Knowledge Decomposition and Replay: A Novel Cross-modal Image-Text Retrieval Continual Learning Method","display_name":"Knowledge Decomposition and Replay: A Novel Cross-modal Image-Text Retrieval Continual Learning Method","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969378","doi":"https://doi.org/10.1145/3581783.3612207"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612207","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039983188","display_name":"Rui Yang","orcid":"https://orcid.org/0000-0002-3209-0456"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yang","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-3209-0456","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065660222","display_name":"Shuang Wang","orcid":"https://orcid.org/0000-0003-4940-1211"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Wang","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-4940-1211","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103137859","display_name":"Huan Zhang","orcid":"https://orcid.org/0009-0006-7927-3037"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Zhang","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0006-7927-3037","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034249878","display_name":"Siyuan Xu","orcid":"https://orcid.org/0009-0009-8528-5079"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Xu","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0009-8528-5079","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040240404","display_name":"Yanhe Guo","orcid":"https://orcid.org/0009-0003-6144-5070"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"YanHe Guo","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0003-6144-5070","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091541090","display_name":"Xiutiao Ye","orcid":"https://orcid.org/0009-0002-0088-606X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiutiao Ye","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0002-0088-606X","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043022387","display_name":"Biao Hou","orcid":"https://orcid.org/0000-0002-1996-186X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Hou","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-1996-186X","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050630882","display_name":"Licheng Jiao","orcid":"https://orcid.org/0000-0003-3354-9617"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licheng Jiao","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-3354-9617","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.9357,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89019894,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6510","last_page":"6519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8556510210037231},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6316409111022949},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.579393208026886},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5463937520980835},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4972424805164337},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.49342647194862366},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.44623124599456787},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41914287209510803},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.415389746427536},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4043266773223877},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36294323205947876},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3594096302986145}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8556510210037231},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6316409111022949},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.579393208026886},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5463937520980835},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4972424805164337},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.49342647194862366},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.44623124599456787},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41914287209510803},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.415389746427536},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4043266773223877},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36294323205947876},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3594096302986145},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612207","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1836536549","display_name":null,"funder_award_id":"62271377","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6983301035","display_name":null,"funder_award_id":"62201407","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G782338526","display_name":null,"funder_award_id":"61977052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W1972319513","https://openalex.org/W2048679005","https://openalex.org/W2089937802","https://openalex.org/W2142674578","https://openalex.org/W2473930607","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2912083425","https://openalex.org/W2962964995","https://openalex.org/W2964048876","https://openalex.org/W2964120214","https://openalex.org/W2964189064","https://openalex.org/W2981448908","https://openalex.org/W2986015886","https://openalex.org/W2988823324","https://openalex.org/W2999905431","https://openalex.org/W3003672023","https://openalex.org/W3030364939","https://openalex.org/W3032949543","https://openalex.org/W3035454331","https://openalex.org/W3035516727","https://openalex.org/W3082248862","https://openalex.org/W3108827478","https://openalex.org/W3118945974","https://openalex.org/W3120075637","https://openalex.org/W3175853876","https://openalex.org/W3185613252","https://openalex.org/W3198659451","https://openalex.org/W4286903142","https://openalex.org/W4287752407","https://openalex.org/W4289538158","https://openalex.org/W4296177787","https://openalex.org/W4304084237","https://openalex.org/W4312731352","https://openalex.org/W4312952199","https://openalex.org/W6778804409","https://openalex.org/W6780069234"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W3183027292","https://openalex.org/W2974871044","https://openalex.org/W4310285384","https://openalex.org/W2794885965","https://openalex.org/W2104218666"],"abstract_inverted_index":{"To":[0,163],"enable":[1],"machines":[2],"to":[3,139],"mimic":[4],"human":[5,81,117],"cognitive":[6,82],"abilities":[7],"and":[8,29,39,46,59,70,75,99,188],"alleviate":[9],"the":[10,34,80,116,124,130,136,141,144,150,156,165,193],"catastrophic":[11,186],"forgetting":[12,187],"problem":[13],"in":[14,44,197],"cross-modal":[15],"image-text":[16,125,145],"retrieval":[17],"(CMITR),":[18],"this":[19],"paper":[20],"proposes":[21],"a":[22,53,60,90,100,107,171],"novel":[23],"continual":[24,172],"learning":[25,142,173,195],"method,":[26],"Knowledge":[27,63],"Decomposition":[28],"Replay":[30,64],"(KDR),":[31],"which":[32],"emulates":[33,115],"process":[35,83],"of":[36,84,119,143,167],"knowledge":[37,77,85,92,120,160],"decomposition":[38],"replay":[40,121],"exhibited":[41],"by":[42,122],"humans":[43],"complex":[45],"changing":[47],"environments.":[48],"KDR":[49,184],"has":[50],"two":[51],"components:":[52],"feature":[54],"Decomposition-based":[55],"CMITR":[56],"Model":[57],"(DCM)":[58],"cross-task":[61],"Generic":[62],"strategy":[65],"(GKR).":[66],"DCM":[67],"decomposes":[68],"text":[69],"image":[71],"features":[72,93],"into":[73],"task-specific":[74,101],"generic":[76,91],"features,":[78],"mimicking":[79],"decomposition.":[86],"Specifically,":[87],"it":[88],"employs":[89],"extraction":[94],"module":[95,102],"for":[96,103],"all":[97],"tasks":[98],"each":[104],"task":[105,132,152],"with":[106,134,154],"few":[108],"trainable":[109],"fully":[110],"connected":[111],"layers.":[112],"Similarly,":[113],"GKR":[114],"behavior":[118],"utilizing":[123],"similarity":[126,146],"matrix":[127,147],"output":[128,148],"from":[129,149,176],"old":[131],"model":[133,153],"inputting":[135,155],"previous":[137,157],"samples":[138],"induce":[140],"current":[151],"samples,":[158],"using":[159],"distillation":[161],"technology.":[162],"demonstrate":[164],"effect":[166],"KDR,":[168],"we":[169],"adapted":[170],"dataset":[174],"Seq-COCO":[175,181],"MSCOCO.":[177],"Extensive":[178],"experiments":[179],"on":[180],"showed":[182],"that":[183],"reduces":[185],"consolidates":[189],"general":[190],"knowledge,":[191],"improving":[192],"model's":[194],"ability":[196],"CMITR.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}