{"id":"https://openalex.org/W2973131617","doi":"https://doi.org/10.1109/tcsvt.2019.2940647","title":"Multi-Modal Deep Analysis for Multimedia","display_name":"Multi-Modal Deep Analysis for Multimedia","publication_year":2019,"publication_date":"2019-09-11","ids":{"openalex":"https://openalex.org/W2973131617","doi":"https://doi.org/10.1109/tcsvt.2019.2940647","mag":"2973131617"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2019.2940647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2019.2940647","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.04964","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100339293","display_name":"Wenwu Zhu","orcid":"https://orcid.org/0000-0003-2236-9290"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenwu Zhu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022927606","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0002-0351-2939"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115589139","display_name":"Hongzhi Li","orcid":"https://orcid.org/0009-0002-9962-6814"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongzhi Li","raw_affiliation_strings":["Microsoft AI and Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft AI and Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100339293"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.5327,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.86635049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"30","issue":"10","first_page":"3740","last_page":"3764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684025764465332},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5679887533187866},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.524309515953064},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.34900450706481934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3346453011035919},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32936227321624756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684025764465332},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5679887533187866},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.524309515953064},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.34900450706481934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3346453011035919},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32936227321624756},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2019.2940647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2019.2940647","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1910.04964","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.04964","pdf_url":"https://arxiv.org/pdf/1910.04964","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.04964","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.04964","pdf_url":"https://arxiv.org/pdf/1910.04964","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5526867466","display_name":null,"funder_award_id":"U1611461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6381238553","display_name":null,"funder_award_id":"BX201700136","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":257,"referenced_works":["https://openalex.org/W22861983","https://openalex.org/W63312149","https://openalex.org/W143867266","https://openalex.org/W189447628","https://openalex.org/W199018803","https://openalex.org/W639708223","https://openalex.org/W753847829","https://openalex.org/W1489116628","https://openalex.org/W1512921847","https://openalex.org/W1514535095","https://openalex.org/W1515851193","https://openalex.org/W1565327149","https://openalex.org/W1575833922","https://openalex.org/W1581261339","https://openalex.org/W1587835186","https://openalex.org/W1592934690","https://openalex.org/W1613613084","https://openalex.org/W1670132599","https://openalex.org/W1731081199","https://openalex.org/W1779010541","https://openalex.org/W1816973747","https://openalex.org/W1821462560","https://openalex.org/W1882958252","https://openalex.org/W1900086069","https://openalex.org/W1916789495","https://openalex.org/W1922199343","https://openalex.org/W1924343884","https://openalex.org/W1947481528","https://openalex.org/W1951319388","https://openalex.org/W1959608418","https://openalex.org/W1965825751","https://openalex.org/W1966532833","https://openalex.org/W1970055505","https://openalex.org/W1974644251","https://openalex.org/W1976258951","https://openalex.org/W1976529824","https://openalex.org/W1977655452","https://openalex.org/W1979644923","https://openalex.org/W1981374318","https://openalex.org/W1982711299","https://openalex.org/W1996219872","https://openalex.org/W2009871859","https://openalex.org/W2012485971","https://openalex.org/W2015175493","https://openalex.org/W2015394094","https://openalex.org/W2016053056","https://openalex.org/W2020120010","https://openalex.org/W2023236957","https://openalex.org/W2025432722","https://openalex.org/W2034692798","https://openalex.org/W2043077378","https://openalex.org/W2049993534","https://openalex.org/W2062118960","https://openalex.org/W2064797228","https://openalex.org/W2065180801","https://openalex.org/W2067766814","https://openalex.org/W2071979989","https://openalex.org/W2081835714","https://openalex.org/W2085789144","https://openalex.org/W2086958058","https://openalex.org/W2087193308","https://openalex.org/W2088998933","https://openalex.org/W2094325573","https://openalex.org/W2095027197","https://openalex.org/W2095380808","https://openalex.org/W2095536970","https://openalex.org/W2096873754","https://openalex.org/W2098711149","https://openalex.org/W2099471712","https://openalex.org/W2100495367","https://openalex.org/W2105174364","https://openalex.org/W2106229755","https://openalex.org/W2107726111","https://openalex.org/W2112912048","https://openalex.org/W2113606819","https://openalex.org/W2115857089","https://openalex.org/W2116650673","https://openalex.org/W2120354757","https://openalex.org/W2126116132","https://openalex.org/W2139990098","https://openalex.org/W2143104527","https://openalex.org/W2149933564","https://openalex.org/W2156273867","https://openalex.org/W2156303437","https://openalex.org/W2159291411","https://openalex.org/W2159373756","https://openalex.org/W2162670057","https://openalex.org/W2163605009","https://openalex.org/W2164587673","https://openalex.org/W2165698076","https://openalex.org/W2171265988","https://openalex.org/W2171626009","https://openalex.org/W2184188583","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2203271703","https://openalex.org/W2203543769","https://openalex.org/W2214409633","https://openalex.org/W2231285690","https://openalex.org/W2251110706","https://openalex.org/W2261310161","https://openalex.org/W2266728343","https://openalex.org/W2267050401","https://openalex.org/W2270470215","https://openalex.org/W2293453011","https://openalex.org/W2293597654","https://openalex.org/W2295038166","https://openalex.org/W2308045930","https://openalex.org/W2339196570","https://openalex.org/W2388114291","https://openalex.org/W2399832522","https://openalex.org/W2405756170","https://openalex.org/W2412393473","https://openalex.org/W2412400526","https://openalex.org/W2418353079","https://openalex.org/W2463565445","https://openalex.org/W2466025545","https://openalex.org/W2467347560","https://openalex.org/W2467794422","https://openalex.org/W2511131004","https://openalex.org/W2517959782","https://openalex.org/W2522258376","https://openalex.org/W2524611166","https://openalex.org/W2526486375","https://openalex.org/W2556013083","https://openalex.org/W2557865186","https://openalex.org/W2558460151","https://openalex.org/W2560730294","https://openalex.org/W2588127243","https://openalex.org/W2594033493","https://openalex.org/W2604540523","https://openalex.org/W2609797651","https://openalex.org/W2613718673","https://openalex.org/W2624871570","https://openalex.org/W2732016772","https://openalex.org/W2740605635","https://openalex.org/W2742079690","https://openalex.org/W2745461083","https://openalex.org/W2753580568","https://openalex.org/W2759194679","https://openalex.org/W2766863698","https://openalex.org/W2767290858","https://openalex.org/W2767794011","https://openalex.org/W2768010949","https://openalex.org/W2775221064","https://openalex.org/W2788769393","https://openalex.org/W2793546384","https://openalex.org/W2798599891","https://openalex.org/W2799150641","https://openalex.org/W2808877322","https://openalex.org/W2883630736","https://openalex.org/W2889024947","https://openalex.org/W2904900506","https://openalex.org/W2913790388","https://openalex.org/W2949197413","https://openalex.org/W2949821452","https://openalex.org/W2950113471","https://openalex.org/W2950950127","https://openalex.org/W2953127297","https://openalex.org/W2953381100","https://openalex.org/W2962716332","https://openalex.org/W2962779575","https://openalex.org/W2962805368","https://openalex.org/W2963150162","https://openalex.org/W2963187862","https://openalex.org/W2963192057","https://openalex.org/W2963224792","https://openalex.org/W2963246109","https://openalex.org/W2963275094","https://openalex.org/W2963383024","https://openalex.org/W2963508075","https://openalex.org/W2963532541","https://openalex.org/W2963579811","https://openalex.org/W2963644680","https://openalex.org/W2963668159","https://openalex.org/W2963717374","https://openalex.org/W2963722138","https://openalex.org/W2963826681","https://openalex.org/W2963917086","https://openalex.org/W2963919999","https://openalex.org/W2963954913","https://openalex.org/W2964118342","https://openalex.org/W2964278684","https://openalex.org/W2964303913","https://openalex.org/W2965916140","https://openalex.org/W2998115938","https://openalex.org/W3016211260","https://openalex.org/W3099018485","https://openalex.org/W3099849198","https://openalex.org/W3102154133","https://openalex.org/W3102661353","https://openalex.org/W3104433444","https://openalex.org/W3105204788","https://openalex.org/W3125261624","https://openalex.org/W4229819929","https://openalex.org/W4297792526","https://openalex.org/W4299518610","https://openalex.org/W4299522971","https://openalex.org/W4306148878","https://openalex.org/W4320013936","https://openalex.org/W6600949241","https://openalex.org/W6605917969","https://openalex.org/W6606244218","https://openalex.org/W6608183366","https://openalex.org/W6620707391","https://openalex.org/W6630875275","https://openalex.org/W6633949838","https://openalex.org/W6634232107","https://openalex.org/W6635370893","https://openalex.org/W6636883489","https://openalex.org/W6637618735","https://openalex.org/W6638523607","https://openalex.org/W6639480849","https://openalex.org/W6640109428","https://openalex.org/W6640963894","https://openalex.org/W6645859514","https://openalex.org/W6666023844","https://openalex.org/W6670991099","https://openalex.org/W6674764686","https://openalex.org/W6675954300","https://openalex.org/W6676647902","https://openalex.org/W6676903177","https://openalex.org/W6677302653","https://openalex.org/W6677444709","https://openalex.org/W6678739253","https://openalex.org/W6682132143","https://openalex.org/W6682864246","https://openalex.org/W6683633756","https://openalex.org/W6684191040","https://openalex.org/W6685282478","https://openalex.org/W6685415078","https://openalex.org/W6686207219","https://openalex.org/W6688143368","https://openalex.org/W6689414982","https://openalex.org/W6692729736","https://openalex.org/W6693399182","https://openalex.org/W6697214482","https://openalex.org/W6697449767","https://openalex.org/W6703617906","https://openalex.org/W6713645886","https://openalex.org/W6713955831","https://openalex.org/W6715144786","https://openalex.org/W6719057275","https://openalex.org/W6719327675","https://openalex.org/W6725448924","https://openalex.org/W6727097092","https://openalex.org/W6727171001","https://openalex.org/W6728881024","https://openalex.org/W6730042849","https://openalex.org/W6730357551","https://openalex.org/W6739365718","https://openalex.org/W6742058293","https://openalex.org/W6744232743","https://openalex.org/W6746901506","https://openalex.org/W6748441900","https://openalex.org/W6785058469","https://openalex.org/W6785838799"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2714992399","https://openalex.org/W2383812217","https://openalex.org/W2326515389","https://openalex.org/W2491005386"],"abstract_inverted_index":{"With":[0],"the":[1,10,94,102,159],"rapid":[2],"development":[3],"of":[4,16,44,47,50,111,125,141,174],"Internet":[5],"and":[6,18,29,38,69,86,116,120,151,166,189,198],"multimedia":[7,21,90],"services":[8],"in":[9,31,75],"past":[11],"decade,":[12],"a":[13,45,67],"huge":[14],"amount":[15],"user-generated":[17],"service":[19],"provider-generated":[20],"data":[22,26,42,51,112,119,126,165],"become":[23],"available.":[24],"These":[25],"are":[27],"heterogeneous":[28],"multi-modal":[30,73,106,109,118,123,145,148,152,178,182,185,190],"nature,":[32],"imposing":[33],"great":[34],"challenges":[35],"for":[36,72,89,161],"processing":[37],"analyzing":[39],"them.":[40],"Multi-modal":[41],"consist":[43],"mixture":[46],"various":[48,172],"types":[49],"from":[52,101],"different":[53,114],"modalities":[54],"such":[55,143],"as":[56,144],"texts,":[57],"images,":[58],"videos,":[59],"audios":[60],"etc.":[61],"In":[62],"this":[63],"article,":[64],"we":[65,98,136,157,193],"present":[66],"deep":[68,146],"comprehensive":[70],"overview":[71],"analysis":[74],"multimedia.":[76],"We":[77],"introduce":[78],"two":[79,95],"scientific":[80,96],"research":[81,200],"problems,":[82,97],"data-driven":[83,133],"correlational":[84,107,134],"representation":[85],"knowledge-guided":[87,155],"fusion":[88,110,124],"analysis.":[91],"To":[92],"address":[93],"investigate":[99],"them":[100],"following":[103],"aspects:":[104],"1)":[105],"representation:":[108],"across":[113],"modalities,":[115],"2)":[117],"knowledge":[121,163],"fusion:":[122],"with":[127,164],"domain":[128,175],"knowledge.":[129],"More":[130],"specifically,":[131],"on":[132],"representation,":[135,147],"highlight":[137],"three":[138],"important":[139],"categories":[140],"methods,":[142],"transfer":[149],"learning,":[150],"hashing.":[153],"On":[154],"fusion,":[156],"discuss":[158],"approaches":[160],"fusing":[162],"four":[167],"exemplar":[168],"applications":[169],"that":[170],"require":[171],"kinds":[173],"knowledge,":[176],"including":[177],"visual":[179,186],"question":[180],"answering,":[181],"video":[183],"summarization,":[184],"pattern":[187],"mining":[188],"recommendation.":[191],"Finally,":[192],"bring":[194],"forward":[195],"our":[196],"insights":[197],"future":[199],"directions.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}