{"id":"https://openalex.org/W2526479943","doi":"https://doi.org/10.1145/2964284.2964328","title":"Multi-Stream Multi-Class Fusion of Deep Networks for Video Classification","display_name":"Multi-Stream Multi-Class Fusion of Deep Networks for Video Classification","publication_year":2016,"publication_date":"2016-09-29","ids":{"openalex":"https://openalex.org/W2526479943","doi":"https://doi.org/10.1145/2964284.2964328","mag":"2526479943"},"language":"en","primary_location":{"id":"doi:10.1145/2964284.2964328","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2964284.2964328","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026167547","display_name":"Zuxuan Wu","orcid":"https://orcid.org/0000-0002-8689-5807"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zuxuan Wu","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047962986","display_name":"Yu\u2013Gang Jiang","orcid":"https://orcid.org/0000-0002-1907-8567"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Gang Jiang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442264","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0002-5632-3146"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427161","display_name":"Hao Ye","orcid":"https://orcid.org/0000-0003-1544-1768"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Ye","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003418019","display_name":"Xiangyang Xue","orcid":"https://orcid.org/0000-0002-4897-9209"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Xue","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5026167547"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":20.931,"has_fulltext":false,"cited_by_count":176,"citation_normalized_percentile":{"value":0.99660593,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"791","last_page":"800"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.856309175491333},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6704915761947632},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6511224508285522},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5894671082496643},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.526221513748169},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4687398076057434},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45534783601760864},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44475647807121277},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4374399781227112},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42199233174324036},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.41491368412971497},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4148472249507904},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3982464671134949}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.856309175491333},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6704915761947632},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6511224508285522},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5894671082496643},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.526221513748169},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4687398076057434},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45534783601760864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44475647807121277},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4374399781227112},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42199233174324036},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.41491368412971497},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4148472249507904},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3982464671134949},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2964284.2964328","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2964284.2964328","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM international conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44999998807907104}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335773","display_name":"National High-tech Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W64813323","https://openalex.org/W154472438","https://openalex.org/W237546731","https://openalex.org/W318042436","https://openalex.org/W846669277","https://openalex.org/W1533025524","https://openalex.org/W1569098853","https://openalex.org/W1575299154","https://openalex.org/W1586939924","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1867429401","https://openalex.org/W1920196880","https://openalex.org/W1923404803","https://openalex.org/W1926645898","https://openalex.org/W1944615693","https://openalex.org/W1947481528","https://openalex.org/W1950136256","https://openalex.org/W1965555842","https://openalex.org/W1966385142","https://openalex.org/W1983364832","https://openalex.org/W1993229407","https://openalex.org/W2016053056","https://openalex.org/W2020163092","https://openalex.org/W2022508996","https://openalex.org/W2024051019","https://openalex.org/W2035192458","https://openalex.org/W2063438554","https://openalex.org/W2064675550","https://openalex.org/W2069682406","https://openalex.org/W2079724595","https://openalex.org/W2079735306","https://openalex.org/W2081293863","https://openalex.org/W2083598512","https://openalex.org/W2093367888","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2105101328","https://openalex.org/W2114016557","https://openalex.org/W2116435618","https://openalex.org/W2122476475","https://openalex.org/W2124219775","https://openalex.org/W2124372976","https://openalex.org/W2131042978","https://openalex.org/W2136885397","https://openalex.org/W2137028279","https://openalex.org/W2140223865","https://openalex.org/W2141939040","https://openalex.org/W2142258645","https://openalex.org/W2142521298","https://openalex.org/W2143612262","https://openalex.org/W2151103935","https://openalex.org/W2155893237","https://openalex.org/W2156303437","https://openalex.org/W2160676519","https://openalex.org/W2161565164","https://openalex.org/W2163605009","https://openalex.org/W2164507085","https://openalex.org/W2164587673","https://openalex.org/W2171188027","https://openalex.org/W2172806452","https://openalex.org/W2188183693","https://openalex.org/W2237880439","https://openalex.org/W2473032611","https://openalex.org/W2527195341","https://openalex.org/W2533506101","https://openalex.org/W2563717578","https://openalex.org/W2592333393","https://openalex.org/W2618530766","https://openalex.org/W2625093932","https://openalex.org/W2951893483","https://openalex.org/W2952453038","https://openalex.org/W2953061907","https://openalex.org/W2953111739","https://openalex.org/W2962835968","https://openalex.org/W2963192057","https://openalex.org/W2964227963","https://openalex.org/W3047580935","https://openalex.org/W6600983433","https://openalex.org/W6638523607","https://openalex.org/W6656675045","https://openalex.org/W6678029491","https://openalex.org/W6684983439","https://openalex.org/W6685188343","https://openalex.org/W6734402895","https://openalex.org/W6781638246","https://openalex.org/W6944909500"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W41015297"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"deep":[3],"network":[4,160],"architectures":[5],"to":[6,18,35,52,69,109,134],"address":[7],"the":[8,21,58,61,75,78,89,106,112,118,129,154,158,191,194],"problem":[9],"of":[10,60,121,157,193],"video":[11],"classification.":[12],"A":[13],"multi-stream":[14,90,130],"framework":[15,131,185],"is":[16,103,132,173],"proposed":[17,148],"fully":[19],"utilize":[20],"rich":[22],"multimodal":[23,136],"information":[24,102],"in":[25,74,88,179],"videos.":[26],"Specifically,":[27],"we":[28,67],"first":[29],"train":[30],"three":[31],"Convolutional":[32],"Neural":[33],"Networks":[34],"model":[36],"spatial,":[37],"short-term":[38],"motion":[39],"and":[40,99,206],"audio":[41],"clues":[42],"respectively.":[43],"Long":[44],"Short":[45],"Term":[46],"Memory":[47],"networks":[48],"are":[49,85,126,139],"then":[50,86],"adopted":[51],"explore":[53],"long-term":[54],"temporal":[55],"dynamics.":[56],"With":[57],"outputs":[59],"individual":[62],"streams":[63,161],"on":[64,196,201,208],"multiple":[65,159],"classes,":[66,108],"propose":[68],"mine":[70],"class":[71,168],"relationships":[72,84],"hidden":[73],"data":[76],"from":[77,105],"trained":[79],"models.":[80],"The":[81],"automatically":[82],"discovered":[83],"leveraged":[87],"multi-class":[91,180],"fusion":[92,114,149],"process":[93],"as":[94,175],"a":[95,176],"prior,":[96],"indicating":[97],"which":[98,172],"how":[100],"much":[101],"needed":[104],"remaining":[107],"adaptively":[110],"determine":[111],"optimal":[113],"weights":[115,156],"for":[116,162],"generating":[117],"final":[119],"scores":[120],"each":[122,163],"class.":[123],"Our":[124,184],"contributions":[125],"two-fold.":[127],"First,":[128],"able":[133],"exploit":[135],"features":[137],"that":[138],"more":[140],"comprehensive":[141],"than":[142,190],"those":[143],"previously":[144],"attempted.":[145],"Second,":[146],"our":[147],"method":[150],"not":[151],"only":[152],"learns":[153],"best":[155],"class,":[164],"but":[165],"also":[166],"takes":[167],"relationship":[169],"into":[170],"account,":[171],"known":[174],"helpful":[177],"clue":[178],"visual":[181],"classification":[182],"tasks.":[183],"produces":[186],"significantly":[187],"better":[188],"results":[189],"state":[192],"arts":[195],"two":[197],"popular":[198],"benchmarks,":[199],"92.2%":[200],"UCF-101":[202],"(without":[203],"using":[204],"audio)":[205],"84.9%":[207],"Columbia":[209],"Consumer":[210],"Videos.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":37},{"year":2018,"cited_by_count":30},{"year":2017,"cited_by_count":16}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}