{"id":"https://openalex.org/W3035814330","doi":"https://doi.org/10.1109/tmm.2020.3003631","title":"Learning to Visualize Music Through Shot Sequence for Automatic Concert Video Mashup","display_name":"Learning to Visualize Music Through Shot Sequence for Automatic Concert Video Mashup","publication_year":2020,"publication_date":"2020-06-22","ids":{"openalex":"https://openalex.org/W3035814330","doi":"https://doi.org/10.1109/tmm.2020.3003631","mag":"3035814330"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2020.3003631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3003631","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020435776","display_name":"Wen-Li Wei","orcid":"https://orcid.org/0000-0002-6753-2824"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Li Wei","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","[Institute of Information Science Academia Sinica, Taipei, Taiwan]"],"raw_orcid":"https://orcid.org/0000-0002-6753-2824","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"[Institute of Information Science Academia Sinica, Taipei, Taiwan]","institution_ids":["https://openalex.org/I4210098366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077668438","display_name":"Jen\u2010Chun Lin","orcid":"https://orcid.org/0000-0002-9237-4119"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Chun Lin","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","[Institute of Information Science Academia Sinica, Taipei, Taiwan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"[Institute of Information Science Academia Sinica, Taipei, Taiwan]","institution_ids":["https://openalex.org/I4210098366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043386280","display_name":"Tyng-Luh Liu","orcid":"https://orcid.org/0000-0002-8366-5213"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tyng-Luh Liu","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","[Institute of Information Science Academia Sinica, Taipei, Taiwan]"],"raw_orcid":"https://orcid.org/0000-0002-8366-5213","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"[Institute of Information Science Academia Sinica, Taipei, Taiwan]","institution_ids":["https://openalex.org/I4210098366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006963326","display_name":"Hsiao-Rong Tyan","orcid":null},"institutions":[{"id":"https://openalex.org/I151221077","display_name":"Chung Yuan Christian University","ror":"https://ror.org/02w8ws377","country_code":"TW","type":"education","lineage":["https://openalex.org/I151221077"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsiao-Rong Tyan","raw_affiliation_strings":["Information and Computer Engineering, Chung Yuan Christian University, Taoyuan, Taiwan","Inf. & Comput. Eng., Chung Yuan Christian Univ., Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information and Computer Engineering, Chung Yuan Christian University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I151221077"]},{"raw_affiliation_string":"Inf. & Comput. Eng., Chung Yuan Christian Univ., Taoyuan, Taiwan","institution_ids":["https://openalex.org/I151221077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071214181","display_name":"Hsin\u2010Min Wang","orcid":"https://orcid.org/0000-0003-3599-5071"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsin-Min Wang","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","[Institute of Information Science Academia Sinica, Taipei, Taiwan]"],"raw_orcid":"https://orcid.org/0000-0003-3599-5071","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"[Institute of Information Science Academia Sinica, Taipei, Taiwan]","institution_ids":["https://openalex.org/I4210098366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108538229","display_name":"Hong-Yuan Mark Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hong-Yuan Mark Liao","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","[Institute of Information Science Academia Sinica, Taipei, Taiwan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"[Institute of Information Science Academia Sinica, Taipei, Taiwan]","institution_ids":["https://openalex.org/I4210098366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4792,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.64798225,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"23","issue":null,"first_page":"1731","last_page":"1743"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8288929462432861},{"id":"https://openalex.org/keywords/storytelling","display_name":"Storytelling","score":0.7171396017074585},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6054377555847168},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5536888837814331},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4851749539375305},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4359460771083832},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.4186769723892212},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35499101877212524},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.15322616696357727},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.11624795198440552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8288929462432861},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.7171396017074585},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6054377555847168},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5536888837814331},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4851749539375305},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4359460771083832},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.4186769723892212},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35499101877212524},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.15322616696357727},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.11624795198440552},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2020.3003631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3003631","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W357674266","https://openalex.org/W943204654","https://openalex.org/W1206429343","https://openalex.org/W1573040851","https://openalex.org/W1586939924","https://openalex.org/W1821462560","https://openalex.org/W1923211482","https://openalex.org/W1947481528","https://openalex.org/W1971888092","https://openalex.org/W1976684802","https://openalex.org/W2012966741","https://openalex.org/W2064675550","https://openalex.org/W2069662785","https://openalex.org/W2127870748","https://openalex.org/W2139501017","https://openalex.org/W2144198023","https://openalex.org/W2147768505","https://openalex.org/W2160815625","https://openalex.org/W2183386595","https://openalex.org/W2294370754","https://openalex.org/W2314395941","https://openalex.org/W2525577390","https://openalex.org/W2526774341","https://openalex.org/W2556388456","https://openalex.org/W2558834163","https://openalex.org/W2559780844","https://openalex.org/W2685505040","https://openalex.org/W2735673432","https://openalex.org/W2739107216","https://openalex.org/W2766375149","https://openalex.org/W2795041432","https://openalex.org/W2896830321","https://openalex.org/W2897807721","https://openalex.org/W2932970397","https://openalex.org/W2951183276","https://openalex.org/W2953461088","https://openalex.org/W2962677625","https://openalex.org/W2962681491","https://openalex.org/W2962907269","https://openalex.org/W2963753226","https://openalex.org/W2963971014","https://openalex.org/W2964241990","https://openalex.org/W3099884890","https://openalex.org/W6638523607","https://openalex.org/W6678969435","https://openalex.org/W6686286932","https://openalex.org/W6730457618","https://openalex.org/W6749210505"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W4290852288","https://openalex.org/W4388893791","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2949522393"],"abstract_inverted_index":{"An":[0],"experienced":[1],"director":[2],"usually":[3],"switches":[4],"among":[5],"different":[6],"types":[7],"of":[8,34,54,60,119,135],"shots":[9,23],"to":[10,83,129,200],"make":[11],"visual":[12,44,117,133],"storytelling":[13,45,65,118,134],"more":[14,196],"touching.":[15],"When":[16],"filming":[17,70],"a":[18,55,75,85,136,152,173,191],"musical":[19],"performance,":[20],"appropriate":[21],"switching":[22],"can":[24,79,125,218],"produce":[25],"some":[26],"special":[27],"effects,":[28],"such":[29,64,90],"as":[30,158],"enhancing":[31,226],"the":[32,39,43,71,102,112,132,140,147,178,184,227],"expression":[33],"emotion":[35],"or":[36],"heating":[37],"up":[38],"atmosphere.":[40],"However,":[41],"while":[42],"technique":[46],"is":[47,93,195],"often":[48,62],"used":[49,128],"in":[50,186],"making":[51],"professional":[52],"recordings":[53,59],"live":[56],"concert,":[57],"amateur":[58,91],"audiences":[61],"lack":[63],"concepts":[66],"and":[67,116,138,172,198,206,215,229],"skills":[68],"when":[69],"same":[72],"event.":[73],"Thus":[74],"versatile":[76],"system":[77],"that":[78,210],"perform":[80],"video":[81,88,142],"mashup":[82,143],"create":[84],"refined":[86],"high-quality":[87],"from":[89,204],"clips":[92],"desirable.":[94],"To":[95,145],"this":[96],"end,":[97],"we":[98,149],"aim":[99],"at":[100],"translating":[101],"music":[103,115],"into":[104,190],"an":[105],"attractive":[106,220],"shot":[107,123,221],"(type)":[108],"sequence":[109,124],"by":[110],"learning":[111],"relation":[113],"between":[114],"shots.":[120],"The":[121,202],"resulting":[122],"then":[126,182],"be":[127],"better":[130],"portray":[131],"song":[137],"guide":[139],"concert":[141],"process.":[144],"achieve":[146],"task,":[148],"first":[150],"introduces":[151],"novel":[153],"probabilistic-based":[154],"fusion":[155],"approach,":[156],"named":[157],"multi-resolution":[159,169],"fused":[160,170],"recurrent":[161],"neural":[162],"networks":[163],"(MF-RNNs)":[164],"with":[165,188,213],"film-language,":[166],"which":[167,194],"integrates":[168],"RNNs":[171],"film-language":[174,189,214],"model":[175],"for":[176,223],"boosting":[177],"translation":[179],"performance.":[180],"We":[181],"distill":[183],"knowledge":[185],"MF-RNNs":[187,212],"lightweight":[192,216],"RNN,":[193],"efficient":[197],"easier":[199],"deploy.":[201],"results":[203],"objective":[205],"subjective":[207],"experiments":[208],"demonstrate":[209],"both":[211],"RNN":[217],"generate":[219],"sequences":[222],"music,":[224],"thereby":[225],"viewing":[228],"listening":[230],"experience.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}