{"id":"https://openalex.org/W1965611501","doi":"https://doi.org/10.1109/mmsp.2011.6093831","title":"Automatic highlights extraction for drama video using music emotion and human face features","display_name":"Automatic highlights extraction for drama video using music emotion and human face features","publication_year":2011,"publication_date":"2011-10-01","ids":{"openalex":"https://openalex.org/W1965611501","doi":"https://doi.org/10.1109/mmsp.2011.6093831","mag":"1965611501"},"language":"en","primary_location":{"id":"doi:10.1109/mmsp.2011.6093831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp.2011.6093831","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 13th International Workshop on Multimedia Signal Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109806222","display_name":"Keng-Sheng Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Keng-Sheng Lin","raw_affiliation_strings":["Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan","Graduate Institute of Communication Engineering, National Taiwan University Taipei 10617, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Graduate Institute of Communication Engineering, National Taiwan University Taipei 10617, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084509956","display_name":"Ann Lee","orcid":"https://orcid.org/0000-0003-4300-9032"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ann Lee","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","Department of Electrical Engineering; National Taiwan University; Taipei 10617 Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Department of Electrical Engineering; National Taiwan University; Taipei 10617 Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061291906","display_name":"Yi\u2010Hsuan Yang","orcid":"https://orcid.org/0000-0002-2724-6161"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]},{"id":"https://openalex.org/I84653119","display_name":"Academia Sinica","ror":"https://ror.org/05bxb3784","country_code":"TW","type":"facility","lineage":["https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Hsuan Yang","raw_affiliation_strings":["Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan","Academia Sinica, Taipei 11529, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Academia Sinica, Taipei 11529, Taiwan","institution_ids":["https://openalex.org/I84653119"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052507878","display_name":"Cheng-Te Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Te Lee","raw_affiliation_strings":["Graduate Institute of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan","Graduate Inst. of Comput. Sci. & Inf. Eng., Nat. Taiwan Univ., Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Institute of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Graduate Inst. of Comput. Sci. & Inf. Eng., Nat. Taiwan Univ., Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046838550","display_name":"Homer H. Chen","orcid":"https://orcid.org/0000-0002-8795-1911"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Homer H. Chen","raw_affiliation_strings":["Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan","Graduate Institute of Communication Engineering, National Taiwan University, Taipei 10617, Taiwan and Graduate Institute of Communication Engineering, National Taiwan University, Taipei 10617, Tai ...#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Graduate Institute of Communication Engineering, National Taiwan University, Taipei 10617, Taiwan and Graduate Institute of Communication Engineering, National Taiwan University, Taipei 10617, Tai ...#TAB#","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"41","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12908","display_name":"Media, Gender, and Advertising","score":0.9684000015258789,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.779293954372406},{"id":"https://openalex.org/keywords/drama","display_name":"Drama","score":0.5938089489936829},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5655014514923096},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5095951557159424},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4839456379413605},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.45469728112220764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4249383807182312},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3443463444709778},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.32612451910972595},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.08237165212631226}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.779293954372406},{"id":"https://openalex.org/C523419034","wikidata":"https://www.wikidata.org/wiki/Q25372","display_name":"Drama","level":2,"score":0.5938089489936829},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5655014514923096},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5095951557159424},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4839456379413605},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.45469728112220764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4249383807182312},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3443463444709778},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32612451910972595},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.08237165212631226},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmsp.2011.6093831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp.2011.6093831","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 13th International Workshop on Multimedia Signal Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W207683342","https://openalex.org/W1556327471","https://openalex.org/W1561387325","https://openalex.org/W1595869143","https://openalex.org/W1866281937","https://openalex.org/W1966562513","https://openalex.org/W1967370536","https://openalex.org/W1993518282","https://openalex.org/W2003856922","https://openalex.org/W2019286581","https://openalex.org/W2043181832","https://openalex.org/W2047411082","https://openalex.org/W2076295620","https://openalex.org/W2083826349","https://openalex.org/W2114025269","https://openalex.org/W2117051369","https://openalex.org/W2122044381","https://openalex.org/W2129120638","https://openalex.org/W2144577430","https://openalex.org/W2153220212","https://openalex.org/W2156709807","https://openalex.org/W2171848217","https://openalex.org/W2325343629","https://openalex.org/W2339343773","https://openalex.org/W2938558181","https://openalex.org/W3016230452","https://openalex.org/W3021908862","https://openalex.org/W4229605281","https://openalex.org/W4230277160","https://openalex.org/W4248215879","https://openalex.org/W6608508128","https://openalex.org/W6678330678"],"related_works":["https://openalex.org/W1517284969","https://openalex.org/W2354154790","https://openalex.org/W2354688617","https://openalex.org/W2387588787","https://openalex.org/W2902726906","https://openalex.org/W131859739","https://openalex.org/W3160079251","https://openalex.org/W2373684733","https://openalex.org/W2386944533","https://openalex.org/W2376109006"],"abstract_inverted_index":{"The":[0],"rich":[1],"emotion":[2,43,54,69,77,95,120,145],"part":[3],"of":[4,12,52,56,85,105,130,143,161,172],"a":[5,38,57,91,109,154],"drama":[6,26,58,110],"video":[7,27,111],"is":[8,20,98],"often":[9],"the":[10,15,53,72,83,103,123,128,131,141,148,170,173],"center":[11],"attraction":[13],"to":[14,168],"viewer.":[16],"Emotion-based":[17],"highlights":[18,55,162],"extraction":[19,51],"useful":[21],"for":[22,49,157],"applications":[23],"such":[24],"as":[25,47],"retrieval":[28],"and":[29,44,74,88,117],"automatic":[30,50],"trailer":[31],"generation.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36,152],"propose":[37,153],"system":[39],"that":[40],"uses":[41],"music":[42,67,94,107,125,144],"human":[45],"face":[46],"features":[48,63],"video.":[59],"These":[60],"high-level":[61],"audiovisual":[62],"are":[64,166],"used":[65],"because":[66],"invokes":[68],"response":[70],"from":[71,127],"viewer":[73],"characters":[75],"express":[76],"on":[78,122],"their":[79],"faces.":[80],"To":[81],"avoid":[82],"interference":[84],"speech":[86],"signal":[87],"environmental":[89],"noise,":[90],"novel":[92],"two-stage":[93],"recognition":[96,121],"scheme":[97],"developed.":[99],"We":[100],"first":[101],"detect":[102],"presence":[104],"incidental":[106,132],"in":[108],"using":[112],"an":[113],"audio":[114],"fingerprint":[115],"technique,":[116],"then":[118],"perform":[119],"noise-free":[124],"available":[126],"album":[129],"music.":[133],"This":[134],"simple":[135],"but":[136],"effective":[137],"approach":[138],"greatly":[139],"improves":[140],"accuracy":[142],"recognition.":[146],"Besides":[147],"conventional":[149],"subjective":[150],"evaluation,":[151],"new":[155],"metric":[156],"quantitative":[158],"performance":[159,171],"evaluation":[160],"extraction.":[163],"Evaluation":[164],"results":[165],"provided":[167],"illustrate":[169],"system.":[174]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}