{"id":"https://openalex.org/W3109272306","doi":"https://doi.org/10.1109/tmm.2020.3035285","title":"Emotion Knowledge Driven Video Highlight Detection","display_name":"Emotion Knowledge Driven Video Highlight Detection","publication_year":2020,"publication_date":"2020-11-23","ids":{"openalex":"https://openalex.org/W3109272306","doi":"https://doi.org/10.1109/tmm.2020.3035285","mag":"3109272306"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2020.3035285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3035285","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101417979","display_name":"Qi Fan","orcid":"https://orcid.org/0000-0002-8643-6432"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fan Qi","raw_affiliation_strings":["Computer Science, HeFei University of Technology, HeFei, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Computer Science, HeFei University of Technology, HeFei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083991825","display_name":"Xiaoshan Yang","orcid":"https://orcid.org/0000-0001-5453-9755"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshan Yang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Peng Cheng Laboratory, Shenzhen, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Peng Cheng Laboratory, Shenzhen, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101417979"],"corresponding_institution_ids":["https://openalex.org/I16365422","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":1.2701,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.82814075,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"23","issue":null,"first_page":"3999","last_page":"4013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8595757484436035},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.547325849533081},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4594925045967102},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4508606195449829},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.42614156007766724},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42582160234451294},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.41716644167900085},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.31182992458343506}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8595757484436035},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.547325849533081},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4594925045967102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4508606195449829},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.42614156007766724},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42582160234451294},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.41716644167900085},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31182992458343506},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2020.3035285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3035285","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G1100260481","display_name":null,"funder_award_id":"62072455","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1353530241","display_name":null,"funder_award_id":"U1705262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1873612269","display_name":null,"funder_award_id":"61720106006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5679907113","display_name":null,"funder_award_id":"61702511","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7208724564","display_name":null,"funder_award_id":"61532009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7379443965","display_name":null,"funder_award_id":"61872424","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7899093858","display_name":null,"funder_award_id":"61751211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8030430803","display_name":null,"funder_award_id":"61620106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8142338255","display_name":null,"funder_award_id":"U1836220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8244364308","display_name":null,"funder_award_id":"Z-2018007","funder_id":"https://openalex.org/F4320326873","funder_display_name":"National Laboratory of Pattern Recognition"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326873","display_name":"National Laboratory of Pattern Recognition","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W13682356","https://openalex.org/W24089286","https://openalex.org/W102708294","https://openalex.org/W329267344","https://openalex.org/W1662382123","https://openalex.org/W1840179877","https://openalex.org/W1926243429","https://openalex.org/W1958932515","https://openalex.org/W1977137834","https://openalex.org/W1978530472","https://openalex.org/W2032031606","https://openalex.org/W2056403322","https://openalex.org/W2070221817","https://openalex.org/W2074912138","https://openalex.org/W2085425470","https://openalex.org/W2097117768","https://openalex.org/W2102998034","https://openalex.org/W2108598243","https://openalex.org/W2116341502","https://openalex.org/W2123807687","https://openalex.org/W2139009685","https://openalex.org/W2143800062","https://openalex.org/W2163461766","https://openalex.org/W2189487889","https://openalex.org/W2194345886","https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2250621296","https://openalex.org/W2280837843","https://openalex.org/W2467570466","https://openalex.org/W2467794422","https://openalex.org/W2519887557","https://openalex.org/W2529272619","https://openalex.org/W2561529111","https://openalex.org/W2581887665","https://openalex.org/W2740569051","https://openalex.org/W2767703455","https://openalex.org/W2776277180","https://openalex.org/W2778867171","https://openalex.org/W2788967885","https://openalex.org/W2791295466","https://openalex.org/W2897550429","https://openalex.org/W2904378456","https://openalex.org/W2905224888","https://openalex.org/W2908536986","https://openalex.org/W2910165986","https://openalex.org/W2916106175","https://openalex.org/W2919974746","https://openalex.org/W2952832237","https://openalex.org/W2963405520","https://openalex.org/W2963524571","https://openalex.org/W2963729528","https://openalex.org/W2963834699","https://openalex.org/W2964015378","https://openalex.org/W2964124573","https://openalex.org/W2964207259","https://openalex.org/W2964311892","https://openalex.org/W2964321699","https://openalex.org/W2997669288","https://openalex.org/W3024961463","https://openalex.org/W3083405884","https://openalex.org/W3103307342","https://openalex.org/W4229828890","https://openalex.org/W4298212933","https://openalex.org/W6600983433","https://openalex.org/W6611303669","https://openalex.org/W6637178625","https://openalex.org/W6681240974","https://openalex.org/W6687475392","https://openalex.org/W6691596011","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6728272395","https://openalex.org/W6730529904","https://openalex.org/W6746022464","https://openalex.org/W6748543919","https://openalex.org/W6757374366","https://openalex.org/W6757634740","https://openalex.org/W6758275190","https://openalex.org/W6760001035"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4230315250","https://openalex.org/W2086519370","https://openalex.org/W2087343574"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"video":[3,66,83,103,162],"highlight":[4,93,176,189],"detection":[5,84],"which":[6,35],"aims":[7],"to":[8,16,40,50,115,139,173],"select":[9],"a":[10,59,64,106,203],"small":[11],"subset":[12],"of":[13,24,101,160,202],"frames":[14],"according":[15],"user's":[17],"major":[18],"or":[19],"special":[20],"interest.":[21],"The":[22,109],"performances":[23],"conventional":[25],"methods":[26],"highly":[27],"depend":[28],"on":[29,70,165,207],"large-scale":[30],"manually":[31],"labeled":[32],"training":[33],"data":[34],"are":[36,111,127],"time-consuming":[37],"and":[38,55,91,121,148,169,187],"labor-intensive":[39],"collect.":[41],"To":[42],"deal":[43],"with":[44,105,199],"this":[45,75],"problem,":[46],"we":[47,77,96,135,155],"trace":[48],"back":[49],"the":[51,98,102,125,141,146,152,157,161,166,175,181,188,200,219],"original":[52],"problem":[53],"definition":[54],"find":[56],"that":[57,212],"whether":[58],"user":[60],"is":[61],"interested":[62],"in":[63,124,145,195],"specific":[65],"segment":[67],"heavily":[68],"depends":[69],"human's":[71,88],"subjective":[72],"emotions.":[73],"Leveraging":[74],"insight,":[76],"introduce":[78],"an":[79,117,196],"emotion":[80,90],"knowledge":[81,119,132],"driven":[82],"framework":[85],"for":[86],"modeling":[87],"general":[89],"inferencing":[92],"strength.":[94],"Firstly,":[95],"obtain":[97],"concept-level":[99],"representation":[100,159],"clip":[104,163],"front-end":[107,182],"network.":[108],"concepts":[110],"used":[112],"as":[113],"nodes":[114,144],"build":[116],"emotion-related":[118],"graph,":[120],"their":[122],"relationships":[123],"graph":[126,147,184],"modeled":[128],"via":[129],"external":[130],"public":[131],"graphs.":[133],"Then":[134],"adopt":[136],"Siamese":[137],"GCNs":[138],"model":[140],"dependencies":[142],"between":[143],"propagate":[149],"messages":[150],"along":[151],"edges.":[153],"Finally,":[154],"compute":[156],"emotion-aware":[158],"based":[164],"GCN":[167],"layers":[168,186],"further":[170],"use":[171],"it":[172],"predict":[174],"score.":[177],"Our":[178],"framework,":[179],"including":[180],"network,":[183,191],"convolution":[185],"mapping":[190],"can":[192],"be":[193],"trained":[194],"end-to-end":[197],"manner":[198],"constraint":[201],"ranking":[204],"loss.":[205],"Experiments":[206],"two":[208],"benchmark":[209],"datasets":[210],"show":[211],"our":[213],"proposed":[214],"method":[215],"performs":[216],"favorably":[217],"against":[218],"state-of-the-art":[220],"methods.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}