{"id":"https://openalex.org/W2316082076","doi":"https://doi.org/10.1109/tmm.2016.2535864","title":"Cross-Modal Correlation Learning by Adaptive Hierarchical Semantic Aggregation","display_name":"Cross-Modal Correlation Learning by Adaptive Hierarchical Semantic Aggregation","publication_year":2016,"publication_date":"2016-02-29","ids":{"openalex":"https://openalex.org/W2316082076","doi":"https://doi.org/10.1109/tmm.2016.2535864","mag":"2316082076"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2016.2535864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2016.2535864","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101585024","display_name":"Hua Yan","orcid":"https://orcid.org/0000-0001-5845-1857"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yan Hua","raw_affiliation_strings":["Key Laboratory of Intellectual Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","School of Information Engineering, Communication University of China, Beijing, China","School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intellectual Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Information Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669242","display_name":"Shuhui Wang","orcid":"https://orcid.org/0000-0002-5931-0527"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Wang","raw_affiliation_strings":["Key Laboratory of Intellectual Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","School of Information Engineering, Communication University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intellectual Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Information Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406614","display_name":"Siyuan Liu","orcid":"https://orcid.org/0000-0001-8595-8637"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]},{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Siyuan Liu","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Center of Cloud Computing, Institute of Advanced Computing and Digital Engineering, Shenzhen, China","Smeal College of Business, Pennsylvania State University, University Park, PA, USA"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Center of Cloud Computing, Institute of Advanced Computing and Digital Engineering, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Smeal College of Business, Pennsylvania State University, University Park, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109683899","display_name":"Anni Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anni Cai","raw_affiliation_strings":["Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028597017","display_name":"Qingming Huang","orcid":"https://orcid.org/0000-0001-7542-296X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingming Huang","raw_affiliation_strings":["Key Laboratory of Intellectual Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intellectual Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101585024"],"corresponding_institution_ids":["https://openalex.org/I75689368","https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":5.68420105,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.97619197,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"6","first_page":"1201","last_page":"1216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8714802265167236},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6654585599899292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5324638485908508},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5075892210006714},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3583669066429138},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32073238492012024}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8714802265167236},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6654585599899292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5324638485908508},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5075892210006714},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3583669066429138},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32073238492012024},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2016.2535864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2016.2535864","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G109436452","display_name":null,"funder_award_id":"2015CB351800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1236304857","display_name":null,"funder_award_id":"61572488","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G267313036","display_name":null,"funder_award_id":"61332016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G518278853","display_name":null,"funder_award_id":"61390511","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5480451410","display_name":null,"funder_award_id":"61303160","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7012573604","display_name":null,"funder_award_id":"2014T70126","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7250829083","display_name":null,"funder_award_id":"61025011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8017731688","display_name":null,"funder_award_id":"2012CB316400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W199018803","https://openalex.org/W208317833","https://openalex.org/W1521224934","https://openalex.org/W1523385540","https://openalex.org/W1532737361","https://openalex.org/W1851597118","https://openalex.org/W1908600588","https://openalex.org/W1965963232","https://openalex.org/W1970055505","https://openalex.org/W1978962787","https://openalex.org/W1979936637","https://openalex.org/W1996219872","https://openalex.org/W2007972815","https://openalex.org/W2014655365","https://openalex.org/W2015175493","https://openalex.org/W2019863495","https://openalex.org/W2025341678","https://openalex.org/W2033823371","https://openalex.org/W2038436420","https://openalex.org/W2038721957","https://openalex.org/W2047632871","https://openalex.org/W2049993534","https://openalex.org/W2053667957","https://openalex.org/W2061851712","https://openalex.org/W2064797228","https://openalex.org/W2070753207","https://openalex.org/W2071207147","https://openalex.org/W2076455317","https://openalex.org/W2077692330","https://openalex.org/W2083095455","https://openalex.org/W2087193308","https://openalex.org/W2093192785","https://openalex.org/W2106277773","https://openalex.org/W2108598243","https://openalex.org/W2112193096","https://openalex.org/W2112912048","https://openalex.org/W2116339064","https://openalex.org/W2117805756","https://openalex.org/W2126497681","https://openalex.org/W2127128140","https://openalex.org/W2134665698","https://openalex.org/W2136480620","https://openalex.org/W2136930489","https://openalex.org/W2137225583","https://openalex.org/W2139882085","https://openalex.org/W2153419563","https://openalex.org/W2155893237","https://openalex.org/W2164587673","https://openalex.org/W2165673880","https://openalex.org/W2168371480","https://openalex.org/W2184188583","https://openalex.org/W2950225692","https://openalex.org/W3145063618","https://openalex.org/W4235505822","https://openalex.org/W4239072543","https://openalex.org/W4251308012","https://openalex.org/W4396952261","https://openalex.org/W6606244218","https://openalex.org/W6608183366","https://openalex.org/W6608467388","https://openalex.org/W6631052596","https://openalex.org/W6631216910","https://openalex.org/W6632034549","https://openalex.org/W6639719962","https://openalex.org/W6676297131","https://openalex.org/W6676647902","https://openalex.org/W6677712588","https://openalex.org/W6678583891","https://openalex.org/W6678868981","https://openalex.org/W6682084529","https://openalex.org/W6686207219"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W2611614995","https://openalex.org/W3046775127","https://openalex.org/W4205958290","https://openalex.org/W2368651715","https://openalex.org/W3107474891"],"abstract_inverted_index":{"With":[0],"the":[1,36,53,66,81,85,149,154,168,209,221],"explosive":[2],"growth":[3],"of":[4,20,68,104,123,171,220],"web":[5,60],"data,":[6],"effective":[7],"and":[8,33,52,106,127,143,167,198,213],"efficient":[9],"technologies":[10],"are":[11],"in":[12,59,186],"urgent":[13],"need":[14],"for":[15,135,200],"retrieving":[16],"semantically":[17],"relevant":[18],"contents":[19],"heterogeneous":[21,37],"modalities.":[22],"Previous":[23],"studies":[24],"devote":[25],"efforts":[26],"to":[27,49,84,114,175,208],"modeling":[28,103],"simple":[29],"cross-modal":[30,150,188],"statistical":[31],"dependencies,":[32],"globally":[34],"projecting":[35],"modalities":[38,76],"into":[39],"a":[40,91,111,121,178],"measurable":[41],"subspace.":[42],"However,":[43],"global":[44],"projections":[45,126],"cannot":[46],"appropriately":[47],"adapt":[48],"diverse":[50],"contents,":[51],"naturally":[54],"existing":[55,176],"multilevel":[56,116,210],"semantic":[57,69,82,98,112,117,161,211,225],"relation":[58,212],"data":[61],"is":[62,182],"ignored.":[63],"We":[64],"study":[65],"problem":[67],"coherent":[70],"retrieval,":[71],"where":[72],"documents":[73],"from":[74],"different":[75],"should":[77],"be":[78],"ranked":[79],"by":[80,95,101,184],"relevance":[83],"query.":[86],"Accordingly,":[87],"we":[88,109,131,152],"propose":[89,132],"TINA,":[90],"correlation":[92,189],"learning":[93,190],"method":[94],"adaptive":[96],"hierarchical":[97],"aggregation.":[99,146],"First,":[100],"joint":[102],"content":[105,214],"ontology":[107],"similarities,":[108],"build":[110],"hierarchy":[113],"measure":[115],"relevance.":[118],"Second,":[119],"with":[120,223],"set":[122],"local":[124,136,140,144,164,172],"linear":[125],"probabilistic":[128],"membership":[129],"functions,":[130],"two":[133],"paradigms":[134],"expert":[137],"aggregation,":[138],"i.e.,":[139],"projection":[141,165],"aggregation":[142],"distance":[145],"To":[147],"learn":[148],"projections,":[151],"optimize":[153],"structure":[155],"risk":[156],"objective":[157],"function":[158],"that":[159,204],"involves":[160],"coherence":[162],"measurement,":[163],"consistency,":[166],"complexity":[169],"penalty":[170],"projections.":[173],"Compared":[174],"approaches,":[177],"better":[179,206,224],"bias-variance":[180],"tradeoff":[181],"achieved":[183],"TINA":[185,205],"real-world":[187],"tasks.":[191],"Extensive":[192],"experiments":[193],"on":[194],"widely":[195],"used":[196],"NUS-WIDE":[197],"ICML-Challenge":[199],"image-text":[201],"retrieval":[202],"demonstrate":[203],"adapts":[207],"divergence,":[215],"and,":[216],"thus,":[217],"outperforms":[218],"state":[219],"art":[222],"coherence.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}