{"id":"https://openalex.org/W3035516727","doi":"https://doi.org/10.1109/tmm.2020.3002177","title":"Real-world Cross-modal Retrieval via Sequential Learning","display_name":"Real-world Cross-modal Retrieval via Sequential Learning","publication_year":2020,"publication_date":"2020-06-15","ids":{"openalex":"https://openalex.org/W3035516727","doi":"https://doi.org/10.1109/tmm.2020.3002177","mag":"3035516727"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2020.3002177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3002177","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100619501","display_name":"Ge Song","orcid":"https://orcid.org/0000-0002-2159-8203"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Song","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China; MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2159-8203","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China; MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004478562","display_name":"Xiaoyang Tan","orcid":"https://orcid.org/0000-0002-2683-8667"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyang Tan","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China; MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2683-8667","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China; MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, and the Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.15,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.8074567,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"23","issue":null,"first_page":"1708","last_page":"1721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8681609630584717},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7632465362548828},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7023897171020508},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6474186182022095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6317021250724792},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49747779965400696},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47954320907592773}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8681609630584717},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7632465362548828},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7023897171020508},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6474186182022095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6317021250724792},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49747779965400696},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47954320907592773},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2020.3002177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3002177","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1745238659","display_name":"\u57fa\u4e8e\u8d1d\u53f6\u65af\u6846\u67b6\u7684\u6807\u53f7\u5e26\u566a\u5b66\u4e60\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"61672280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3084408869","display_name":null,"funder_award_id":"201906830057","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G5205180948","display_name":null,"funder_award_id":"61976115","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7529917","display_name":"\u9762\u5411\u5927\u6570\u636e\u673a\u5668\u5b66\u4e60\u7684\u4e0d\u786e\u5b9a\u6027\u5efa\u6a21\u53ca\u5e94\u7528\u7814\u7a76","funder_award_id":"61732006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1204242511","https://openalex.org/W1486649854","https://openalex.org/W1523385540","https://openalex.org/W1922199343","https://openalex.org/W1964073652","https://openalex.org/W1976258951","https://openalex.org/W1985554184","https://openalex.org/W2070753207","https://openalex.org/W2106277773","https://openalex.org/W2134670479","https://openalex.org/W2155803963","https://openalex.org/W2164530430","https://openalex.org/W2194775991","https://openalex.org/W2203543769","https://openalex.org/W2211092169","https://openalex.org/W2266728343","https://openalex.org/W2326180695","https://openalex.org/W2388114291","https://openalex.org/W2426267443","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2604880013","https://openalex.org/W2619383789","https://openalex.org/W2734314755","https://openalex.org/W2765101016","https://openalex.org/W2774267535","https://openalex.org/W2782276075","https://openalex.org/W2786446225","https://openalex.org/W2795389793","https://openalex.org/W2795832645","https://openalex.org/W2888166343","https://openalex.org/W2896442399","https://openalex.org/W2896826707","https://openalex.org/W2897457738","https://openalex.org/W2897547672","https://openalex.org/W2898403805","https://openalex.org/W2902625698","https://openalex.org/W2905040928","https://openalex.org/W2962724315","https://openalex.org/W2962964995","https://openalex.org/W2962990451","https://openalex.org/W2963187862","https://openalex.org/W2963389687","https://openalex.org/W2963467339","https://openalex.org/W2963499204","https://openalex.org/W2963540014","https://openalex.org/W2963577698","https://openalex.org/W2963588172","https://openalex.org/W2963775850","https://openalex.org/W2963813679","https://openalex.org/W2964120214","https://openalex.org/W2980275434","https://openalex.org/W3098511564","https://openalex.org/W4295883599","https://openalex.org/W4319988532","https://openalex.org/W6629028937","https://openalex.org/W6631216910","https://openalex.org/W6679792166","https://openalex.org/W6688143368","https://openalex.org/W6701379130","https://openalex.org/W6717367658","https://openalex.org/W6735953149","https://openalex.org/W6742852309","https://openalex.org/W6745121187","https://openalex.org/W6746266179","https://openalex.org/W6747225742","https://openalex.org/W6749537441","https://openalex.org/W6757384668","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W3183027292","https://openalex.org/W2974871044","https://openalex.org/W4310285384","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"Cross-modal":[0],"retrieval":[1,166],"is":[2,26,81],"playing":[3],"an":[4],"increasingly":[5],"important":[6],"role":[7],"in":[8,35,51,94,142],"our":[9,161],"daily":[10],"life":[11],"with":[12],"the":[13,36,48,52,59,85,105,125,138],"explosive":[14],"growth":[15],"of":[16,54,88,108,127],"multimedia":[17],"data.":[18],"However,":[19],"its":[20],"learning":[21,69],"paradigm":[22],"under":[23],"real-life":[24],"environments":[25],"less":[27],"studied,":[28],"and":[29,42,111,130,155],"most":[30],"existing":[31],"approaches":[32],"are":[33,92,147],"developed":[34],"pre-desired":[37],"settings":[38],"(e.g.,":[39],"unchanging":[40],"modalities":[41,90],"explicitly":[43],"modal-aligned":[44],"samples).":[45],"Inspired":[46],"by":[47],"recent":[49],"achievement":[50],"field":[53],"cognition":[55],"mechanism":[56],"on":[57,149],"how":[58],"human":[60],"brain":[61],"acquires":[62],"knowledge,":[63],"we":[64,123],"present":[65],"a":[66,78,95,132,156],"new":[67],"sequential":[68,96,143],"method":[70,135,162],"for":[71],"real-world":[72],"cross-modal":[73,165],"retrieval.":[74],"In":[75],"this":[76],"method,":[77],"unified":[79],"model":[80],"maintained":[82],"to":[83,104,136],"capture":[84],"common":[86],"knowledge":[87],"various":[89],"but":[91],"learned":[93],"manner":[97],"such":[98],"that":[99,160],"it":[100],"behaves":[101],"adaptively":[102],"according":[103],"evolving":[106],"distribution":[107],"different":[109],"modalities,":[110],"needs":[112],"no":[113],"laborious":[114],"alignment":[115],"operations":[116],"among":[117],"multimodal":[118,153],"data":[119],"before":[120],"learning.":[121,144],"Furthermore,":[122],"reformulate":[124],"objective":[126],"optimization-based":[128],"meta-learning":[129,134],"propose":[131],"novel":[133],"overcome":[137],"catastrophic":[139],"forgetting":[140],"encountered":[141],"Extensive":[145],"experiments":[146],"conducted":[148],"four":[150],"popular":[151],"image-text":[152],"datasets":[154],"five-modal":[157],"dataset,":[158],"showing":[159],"achieves":[163],"state-of-the-art":[164],"performance":[167],"without":[168],"explicit":[169],"modal-alignment.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}