{"id":"https://openalex.org/W1123427201","doi":"https://doi.org/10.1145/2775109","title":"Modality-Dependent Cross-Media Retrieval","display_name":"Modality-Dependent Cross-Media Retrieval","publication_year":2016,"publication_date":"2016-03-22","ids":{"openalex":"https://openalex.org/W1123427201","doi":"https://doi.org/10.1145/2775109","mag":"1123427201"},"language":"en","primary_location":{"id":"doi:10.1145/2775109","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2775109","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087043856","display_name":"Yunchao Wei","orcid":"https://orcid.org/0000-0002-2812-8781"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunchao Wei","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China","[Beijing Jiaotong University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"[Beijing Jiaotong University, Beijing, China]","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China","[Beijing Jiaotong University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"[Beijing Jiaotong University, Beijing, China]","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867605","display_name":"Zhenfeng Zhu","orcid":"https://orcid.org/0000-0001-7315-3276"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Zhu","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China","[Beijing Jiaotong University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"[Beijing Jiaotong University, Beijing, China]","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006854141","display_name":"Shikui Wei","orcid":"https://orcid.org/0000-0003-3803-9763"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikui Wei","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China","[Beijing Jiaotong University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"[Beijing Jiaotong University, Beijing, China]","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033428547","display_name":"Yanhui Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhui Xiao","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China","[Beijing Jiaotong University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"[Beijing Jiaotong University, Beijing, China]","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668696","display_name":"Jiashi Feng","orcid":"https://orcid.org/0000-0001-6843-0064"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiashi Feng","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381753","display_name":"Shuicheng Yan","orcid":"https://orcid.org/0000-0001-8906-3777"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuicheng Yan","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.7839,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.98582941,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"7","issue":"4","first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8570865392684937},{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.7292773127555847},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5679934620857239},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.5555376410484314},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5404492616653442},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.5371127724647522},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5345088243484497},{"id":"https://openalex.org/keywords/visual-word","display_name":"Visual Word","score":0.5127699971199036},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.5049677491188049},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5037855505943298},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5027115345001221},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.46127036213874817},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.45022791624069214},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4142984449863434},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.38054290413856506},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08670905232429504}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8570865392684937},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.7292773127555847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5679934620857239},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.5555376410484314},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5404492616653442},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.5371127724647522},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5345088243484497},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.5127699971199036},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.5049677491188049},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5037855505943298},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5027115345001221},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.46127036213874817},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.45022791624069214},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4142984449863434},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.38054290413856506},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08670905232429504},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2775109","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2775109","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G8017731688","display_name":null,"funder_award_id":"2012CB316400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W199018803","https://openalex.org/W1880262756","https://openalex.org/W1977061384","https://openalex.org/W1985235073","https://openalex.org/W1986246744","https://openalex.org/W2015175493","https://openalex.org/W2019863495","https://openalex.org/W2030899956","https://openalex.org/W2035821475","https://openalex.org/W2057228822","https://openalex.org/W2066852389","https://openalex.org/W2070753207","https://openalex.org/W2071207147","https://openalex.org/W2082721209","https://openalex.org/W2100235303","https://openalex.org/W2106277773","https://openalex.org/W2106732680","https://openalex.org/W2112193096","https://openalex.org/W2115115103","https://openalex.org/W2119775030","https://openalex.org/W2123024445","https://openalex.org/W2132551672","https://openalex.org/W2137225583","https://openalex.org/W2163605009","https://openalex.org/W2163740729","https://openalex.org/W2170653751","https://openalex.org/W2251084241","https://openalex.org/W2596164567","https://openalex.org/W2951157285","https://openalex.org/W4236965008","https://openalex.org/W4248927948"],"related_works":["https://openalex.org/W2888805565","https://openalex.org/W4312773271","https://openalex.org/W4315588616","https://openalex.org/W2769501189","https://openalex.org/W2962686197","https://openalex.org/W2207653751","https://openalex.org/W4293863151","https://openalex.org/W3159709618","https://openalex.org/W2611137333","https://openalex.org/W3005513013"],"abstract_inverted_index":{"In":[0,184],"this":[1],"article,":[2],"we":[3,91],"investigate":[4],"the":[5,39,56,61,65,121,128,139,167,174,177,188,204,207,211,223],"cross-media":[6,28,95,108],"retrieval":[7,29,68,96,109],"between":[8,78,123],"images":[9,25,43,124,150],"and":[10,20,44,71,125,127,151,166,196],"text,":[11],"that":[12],"is,":[13],"using":[14,21,60],"image":[15],"to":[16,23,54,75,138,148],"search":[17,24],"text":[18,22,45,126,152],"(I2T)":[19],"(T2I).":[26],"Existing":[27],"methods":[30],"usually":[31],"learn":[32],"one":[33,113,132],"couple":[34,114],"of":[35,42,102,112,115,144,176,206,214],"projections,":[36],"by":[37,118],"which":[38,216],"original":[40,155],"features":[41],"can":[46],"be":[47],"projected":[48],"into":[49,158],"a":[50,76,93,218],"common":[51,160],"latent":[52,161],"space":[53,134],"measure":[55],"content":[57],"similarity.":[58],"However,":[59],"same":[62],"projections":[63,103],"for":[64,106,164,169],"two":[66,100,142,159],"different":[67,107],"tasks":[69,110],"(I2T":[70],"T2I)":[72],"may":[73],"lead":[74],"tradeoff":[77],"their":[79,84,154],"respective":[80],"performances,":[81],"rather":[82],"than":[83],"best":[85],"performances.":[86],"Different":[87],"from":[88,131,153],"previous":[89],"works,":[90],"propose":[92],"modality-dependent":[94],"(MDCR)":[97],"model,":[98],"where":[99],"couples":[101,143],"are":[104,146],"learned":[105,147],"instead":[111],"projections.":[116],"Specifically,":[117],"jointly":[119],"optimizing":[120],"correlation":[122],"linear":[129],"regression":[130],"modal":[133],"(image":[135],"or":[136],"text)":[137],"semantic":[140],"space,":[141],"mappings":[145],"project":[149],"feature":[156,195],"spaces":[157],"subspaces":[162],"(one":[163],"I2T":[165],"other":[168,182],"T2I).":[170],"Extensive":[171],"experiments":[172],"show":[173],"superiority":[175],"proposed":[178,208],"MDCR":[179],"compared":[180],"with":[181],"methods.":[183],"particular,":[185],"based":[186],"on":[187,222],"4,096-dimensional":[189],"convolutional":[190],"neural":[191],"network":[192],"(CNN)":[193],"visual":[194],"100-dimensional":[197],"Latent":[198],"Dirichlet":[199],"Allocation":[200],"(LDA)":[201],"textual":[202],"feature,":[203],"mAP":[205,212],"method":[209],"achieves":[210],"score":[213],"41.5%,":[215],"is":[217],"new":[219],"state-of-the-art":[220],"performance":[221],"Wikipedia":[224],"dataset.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}