{"id":"https://openalex.org/W3181056092","doi":"https://doi.org/10.1109/taffc.2022.3222882","title":"Use of Affective Visual Information for Summarization of Human-Centric Videos","display_name":"Use of Affective Visual Information for Summarization of Human-Centric Videos","publication_year":2022,"publication_date":"2022-11-17","ids":{"openalex":"https://openalex.org/W3181056092","doi":"https://doi.org/10.1109/taffc.2022.3222882","mag":"3181056092"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3222882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3222882","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005515553","display_name":"Berkay K\u00f6pr\u00fc","orcid":"https://orcid.org/0000-0003-2238-137X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berkay K\u00f6pr\u00fc","raw_affiliation_strings":["KUIS AI Lab and Electrical & Electronics Engineering Department, Koç University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-2238-137X","affiliations":[{"raw_affiliation_string":"KUIS AI Lab and Electrical & Electronics Engineering Department, Koç University, Istanbul, Turkey","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064993025","display_name":"Engin Erzin","orcid":"https://orcid.org/0000-0002-2715-2368"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Engin Erzin","raw_affiliation_strings":["KUIS AI Lab, Computer Engineering Department and Electrical & Electronics Engineering Department, Koç University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-2715-2368","affiliations":[{"raw_affiliation_string":"KUIS AI Lab, Computer Engineering Department and Electrical & Electronics Engineering Department, Koç University, Istanbul, Turkey","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5873,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.64126489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"14","issue":"4","first_page":"3135","last_page":"3148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9440954923629761},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6058051586151123},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.562953770160675},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4595654606819153},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4346616566181183},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.40041273832321167},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3861217200756073},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3838736116886139}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9440954923629761},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6058051586151123},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.562953770160675},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4595654606819153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4346616566181183},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40041273832321167},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3861217200756073},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3838736116886139}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2022.3222882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3222882","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1575023497","https://openalex.org/W1924343884","https://openalex.org/W1984899418","https://openalex.org/W1997750113","https://openalex.org/W2003653478","https://openalex.org/W2006180404","https://openalex.org/W2036593095","https://openalex.org/W2045528981","https://openalex.org/W2078833921","https://openalex.org/W2085662862","https://openalex.org/W2097117768","https://openalex.org/W2103105400","https://openalex.org/W2105938655","https://openalex.org/W2109152179","https://openalex.org/W2115252128","https://openalex.org/W2134577448","https://openalex.org/W2147328102","https://openalex.org/W2153822685","https://openalex.org/W2177696193","https://openalex.org/W2296472470","https://openalex.org/W2346454595","https://openalex.org/W2395611524","https://openalex.org/W2399733683","https://openalex.org/W2560681555","https://openalex.org/W2610961739","https://openalex.org/W2625297138","https://openalex.org/W2655404332","https://openalex.org/W2737677090","https://openalex.org/W2742409927","https://openalex.org/W2752782242","https://openalex.org/W2781922022","https://openalex.org/W2889717020","https://openalex.org/W2902616437","https://openalex.org/W2911366667","https://openalex.org/W2946527862","https://openalex.org/W2962736520","https://openalex.org/W2963026017","https://openalex.org/W2963403868","https://openalex.org/W2963420686","https://openalex.org/W2963452792","https://openalex.org/W2963542293","https://openalex.org/W2963919999","https://openalex.org/W2964158702","https://openalex.org/W2964167369","https://openalex.org/W2964308564","https://openalex.org/W2967038491","https://openalex.org/W2967219836","https://openalex.org/W2970737019","https://openalex.org/W2972602947","https://openalex.org/W2972944488","https://openalex.org/W2993980108","https://openalex.org/W2997333136","https://openalex.org/W3004120052","https://openalex.org/W3027431227","https://openalex.org/W3090254005","https://openalex.org/W3094524767","https://openalex.org/W3099153556","https://openalex.org/W3108154605","https://openalex.org/W3110524021","https://openalex.org/W3121886007","https://openalex.org/W3203790036","https://openalex.org/W3210314917","https://openalex.org/W4230243214","https://openalex.org/W4246193833","https://openalex.org/W4287611322","https://openalex.org/W4297697709","https://openalex.org/W6677618333","https://openalex.org/W6679434410","https://openalex.org/W6747784922"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W2091301346","https://openalex.org/W1517524280","https://openalex.org/W4389760904","https://openalex.org/W4306886878","https://openalex.org/W201196341"],"abstract_inverted_index":{"The":[0,156],"increasing":[1],"volume":[2],"of":[3,45,124,180],"user-generated":[4],"human-centric":[5,47,67,172],"video":[6,13,23,30,63,114,147,164],"content":[7],"and":[8,15,37,88,98,131,141,153,185],"its":[9],"applications,":[10],"such":[11],"as":[12,32],"retrieval":[14],"browsing,":[16],"require":[17],"compact":[18],"representations":[19],"addressed":[20],"by":[21],"the":[22,38,43,46,59,82,94,103,106,111,122,128,151,171,176],"summarization":[24,31,64,115,148,165],"literature.":[25],"Current":[26],"supervised":[27,62],"studies":[28],"formulate":[29],"a":[33,72],"sequence-to-sequence":[34],"learning":[35],"problem,":[36],"existing":[39],"solutions":[40],"often":[41],"neglect":[42],"surge":[44],"view,":[48],"which":[49],"inherently":[50],"contains":[51],"affective":[52,113],"content.":[53],"In":[54,118],"this":[55],"study,":[56],"we":[57,70,92,120],"investigate":[58,121],"affective-information":[60],"enriched":[61],"task":[65],"for":[66,170],"videos.":[68],"First,":[69],"train":[71],"visual":[73,107],"input-driven":[74],"state-of-the-art":[75,177],"continuous":[76],"emotion":[77],"recognition":[78],"model":[79],"(CER-NET)":[80],"on":[81,137,150],"RECOLA":[83],"dataset":[84],"to":[85,109,126,175],"estimate":[86],"activation":[87],"valence":[89],"attributes.":[90],"Then,":[91],"integrate":[93],"estimated":[95],"emotional":[96],"attributes":[97],"their":[99],"high-level":[100],"embeddings":[101],"from":[102],"CER-NET":[104],"with":[105,167],"information":[108],"define":[110],"proposed":[112,157],"(AVSUM)":[116],"architectures.":[117],"addition,":[119],"use":[123],"attention":[125,139,143],"improve":[127],"AVSUM":[129],"architectures":[130,135],"propose":[132],"two":[133],"new":[134],"based":[136],"temporal":[138,158],"(TA-AVSUM-GRU)":[140],"spatial":[142],"(SA-AVSUM-GRU).":[144],"We":[145],"conduct":[146],"experiments":[149],"TvSum":[152],"COGNIMUSE":[154],"datasets.":[155],"attention-based":[159],"TA-AVSUM":[160],"architecture":[161],"attains":[162],"competitive":[163],"performances":[166],"strong":[168],"improvements":[169],"videos":[173],"compared":[174],"in":[178],"terms":[179],"F-score,":[181],"self-defined":[182],"face":[183],"recall,":[184],"rank":[186],"correlation":[187],"metrics.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}