{"id":"https://openalex.org/W2913694129","doi":"https://doi.org/10.1145/3279952","title":"Deep Learning\u2013Based Multimedia Analytics","display_name":"Deep Learning\u2013Based Multimedia Analytics","publication_year":2019,"publication_date":"2019-01-24","ids":{"openalex":"https://openalex.org/W2913694129","doi":"https://doi.org/10.1145/3279952","mag":"2913694129"},"language":"en","primary_location":{"id":"doi:10.1145/3279952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3279952","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057842914","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-8415-1062"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["JD AI Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088760097","display_name":"Ting Yao","orcid":"https://orcid.org/0000-0001-7587-101X"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Yao","raw_affiliation_strings":["JD AI Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050416778","display_name":"Shiai Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090985","display_name":"Zhejiang Financial College","ror":"https://ror.org/00deghz86","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210090985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiai Zhu","raw_affiliation_strings":["Ant Financial Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Financial Group, Hangzhou, China","institution_ids":["https://openalex.org/I4210090985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109797436","display_name":"Abdulmotaleb El Saddik","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdulmotaleb El Saddik","raw_affiliation_strings":["University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057842914"],"corresponding_institution_ids":["https://openalex.org/I4210103986"],"apc_list":null,"apc_paid":null,"fwci":1.4304,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.85221147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"15","issue":"1s","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8420568704605103},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6898108720779419},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6820705533027649},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.6497635245323181},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.6328110694885254},{"id":"https://openalex.org/keywords/milestone","display_name":"Milestone","score":0.5215025544166565},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.47378870844841003},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.45706287026405334},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.45539066195487976},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4512178897857666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3629436492919922},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.25392425060272217},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07384952902793884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8420568704605103},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6898108720779419},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6820705533027649},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.6497635245323181},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.6328110694885254},{"id":"https://openalex.org/C120060458","wikidata":"https://www.wikidata.org/wiki/Q10145","display_name":"Milestone","level":2,"score":0.5215025544166565},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.47378870844841003},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.45706287026405334},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.45539066195487976},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4512178897857666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3629436492919922},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25392425060272217},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07384952902793884},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3279952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3279952","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326873","display_name":"National Laboratory of Pattern Recognition","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":160,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W360623563","https://openalex.org/W639708223","https://openalex.org/W1483870316","https://openalex.org/W1495267108","https://openalex.org/W1498436455","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1523493493","https://openalex.org/W1533861849","https://openalex.org/W1536680647","https://openalex.org/W1572063013","https://openalex.org/W1573040851","https://openalex.org/W1586939924","https://openalex.org/W1601567445","https://openalex.org/W1622676895","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1799366690","https://openalex.org/W1810943226","https://openalex.org/W1836465849","https://openalex.org/W1858383477","https://openalex.org/W1861492603","https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W1897761818","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1923697677","https://openalex.org/W1945608308","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W1969616664","https://openalex.org/W1969732194","https://openalex.org/W1989730800","https://openalex.org/W2037227137","https://openalex.org/W2086161653","https://openalex.org/W2097117768","https://openalex.org/W2101105183","https://openalex.org/W2102605133","https://openalex.org/W2103328396","https://openalex.org/W2105103432","https://openalex.org/W2110933980","https://openalex.org/W2117539524","https://openalex.org/W2123301721","https://openalex.org/W2125389028","https://openalex.org/W2133564696","https://openalex.org/W2139501017","https://openalex.org/W2142900973","https://openalex.org/W2147800946","https://openalex.org/W2154652894","https://openalex.org/W2156303437","https://openalex.org/W2159243025","https://openalex.org/W2161565164","https://openalex.org/W2164290393","https://openalex.org/W2173520492","https://openalex.org/W2176412452","https://openalex.org/W2179352600","https://openalex.org/W2180092181","https://openalex.org/W2183341477","https://openalex.org/W2216674905","https://openalex.org/W2274287116","https://openalex.org/W2279098554","https://openalex.org/W2286929393","https://openalex.org/W2302086703","https://openalex.org/W2304648132","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2413641397","https://openalex.org/W2419448466","https://openalex.org/W2425121537","https://openalex.org/W2430258811","https://openalex.org/W2502312327","https://openalex.org/W2506483933","https://openalex.org/W2524610192","https://openalex.org/W2526346186","https://openalex.org/W2526479943","https://openalex.org/W2538752244","https://openalex.org/W2544271936","https://openalex.org/W2552161745","https://openalex.org/W2552465644","https://openalex.org/W2554423077","https://openalex.org/W2556388456","https://openalex.org/W2557264465","https://openalex.org/W2558122535","https://openalex.org/W2558246008","https://openalex.org/W2558533273","https://openalex.org/W2561675875","https://openalex.org/W2564591810","https://openalex.org/W2565639579","https://openalex.org/W2570343428","https://openalex.org/W2575842049","https://openalex.org/W2579275111","https://openalex.org/W2584992898","https://openalex.org/W2588950296","https://openalex.org/W2598666589","https://openalex.org/W2599765304","https://openalex.org/W2604469346","https://openalex.org/W2607041014","https://openalex.org/W2607662938","https://openalex.org/W2612445135","https://openalex.org/W2618530766","https://openalex.org/W2630837129","https://openalex.org/W2724359148","https://openalex.org/W2732762661","https://openalex.org/W2745461083","https://openalex.org/W2752576222","https://openalex.org/W2763794872","https://openalex.org/W2766527293","https://openalex.org/W2768489488","https://openalex.org/W2769802733","https://openalex.org/W2788302023","https://openalex.org/W2793866399","https://openalex.org/W2883780447","https://openalex.org/W2886934227","https://openalex.org/W2890531016","https://openalex.org/W2895738954","https://openalex.org/W2913950831","https://openalex.org/W2949650786","https://openalex.org/W2949888546","https://openalex.org/W2950253601","https://openalex.org/W2950776302","https://openalex.org/W2951402970","https://openalex.org/W2951523806","https://openalex.org/W2951583185","https://openalex.org/W2951939904","https://openalex.org/W2952596663","https://openalex.org/W2953328958","https://openalex.org/W2962793481","https://openalex.org/W2963084599","https://openalex.org/W2963175879","https://openalex.org/W2963351448","https://openalex.org/W2963420686","https://openalex.org/W2963444790","https://openalex.org/W2963446712","https://openalex.org/W2963481481","https://openalex.org/W2963576560","https://openalex.org/W2963753226","https://openalex.org/W2963813458","https://openalex.org/W2963820951","https://openalex.org/W2963916161","https://openalex.org/W2963977677","https://openalex.org/W2964018924","https://openalex.org/W2964024144","https://openalex.org/W2964033924","https://openalex.org/W2964045146","https://openalex.org/W2964046669","https://openalex.org/W2964080601","https://openalex.org/W2964241181","https://openalex.org/W2964241990","https://openalex.org/W2964309882","https://openalex.org/W2964350391","https://openalex.org/W2999905431","https://openalex.org/W3037567775","https://openalex.org/W3088291698","https://openalex.org/W3098682680","https://openalex.org/W3106250896","https://openalex.org/W4320013936"],"related_works":["https://openalex.org/W1987827786","https://openalex.org/W2799586942","https://openalex.org/W2504091800","https://openalex.org/W2331775400","https://openalex.org/W2768832457","https://openalex.org/W2816728186","https://openalex.org/W2804624249","https://openalex.org/W605203981","https://openalex.org/W4210310791","https://openalex.org/W2560130217"],"abstract_inverted_index":{"The":[0],"multimedia":[1,13,26,74,93],"community":[2],"has":[3,28,43],"witnessed":[4],"the":[5,18,21,30,47,67,87,97,111],"rise":[6],"of":[7,23,32,49,70,114],"deep":[8,89],"learning\u2013based":[9],"techniques":[10,90],"in":[11,73,96],"analyzing":[12],"content":[14,60],"more":[15],"effectively.":[16],"In":[17],"past":[19],"decade,":[20],"convergence":[22],"deep-learning":[24],"and":[25,40,42,59,76,100,123,129],"analytics":[27,75],"boosted":[29],"performance":[31,112],"several":[33,50],"traditional":[34],"tasks,":[35],"such":[36,54],"as":[37,55],"classification,":[38],"detection,":[39],"regression,":[41],"also":[44],"fundamentally":[45],"changed":[46],"landscape":[48],"relatively":[51],"new":[52],"areas,":[53],"semantic":[56],"segmentation,":[57],"captioning,":[58],"generation.":[61],"This":[62],"article":[63],"aims":[64],"to":[65,92,120],"review":[66,102,113],"development":[68],"path":[69],"major":[71],"tasks":[72,105],"take":[77],"a":[78,118],"look":[79],"into":[80],"future":[81,130],"directions.":[82,131],"We":[83],"start":[84],"by":[85,107],"summarizing":[86],"fundamental":[88],"related":[91],"analytics,":[94],"especially":[95],"visual":[98],"domain,":[99],"then":[101],"representative":[103],"high-level":[104],"powered":[106],"recent":[108],"advances.":[109],"Moreover,":[110],"popular":[115],"benchmarks":[116],"gives":[117],"pathway":[119],"technology":[121],"advancement":[122],"helps":[124],"identify":[125],"both":[126],"milestone":[127],"works":[128]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}