{"id":"https://openalex.org/W1525931151","doi":"https://doi.org/10.1109/cbmi.2015.7153603","title":"Fusion of learned multi-modal representations and dense trajectories for emotional analysis in videos","display_name":"Fusion of learned multi-modal representations and dense trajectories for emotional analysis in videos","publication_year":2015,"publication_date":"2015-06-01","ids":{"openalex":"https://openalex.org/W1525931151","doi":"https://doi.org/10.1109/cbmi.2015.7153603","mag":"1525931151"},"language":"en","primary_location":{"id":"doi:10.1109/cbmi.2015.7153603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbmi.2015.7153603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 13th International Workshop on Content-Based Multimedia Indexing (CBMI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043131371","display_name":"Esra Acar","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Esra Acar","raw_affiliation_strings":["DAI Laboratory, Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"DAI Laboratory, Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080524660","display_name":"Frank Hopfgartner","orcid":"https://orcid.org/0000-0003-0380-6088"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Frank Hopfgartner","raw_affiliation_strings":["Humanities Advanced Technology and Information, Institute University of Glasgow, Glasgow, UK","(Humanities Advanced Technology and Information Institute, University of Glasgow, Glasgow, UK)"],"affiliations":[{"raw_affiliation_string":"Humanities Advanced Technology and Information, Institute University of Glasgow, Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"(Humanities Advanced Technology and Information Institute, University of Glasgow, Glasgow, UK)","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089847337","display_name":"\u015eahin Albayrak","orcid":"https://orcid.org/0000-0001-5092-4584"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sahin Albayrak","raw_affiliation_strings":["DAI Laboratory, Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"DAI Laboratory, Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043131371"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":0.9205,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.8114636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7865475416183472},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6774442195892334},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5324899554252625},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5176637768745422},{"id":"https://openalex.org/keywords/mel-frequency-cepstrum","display_name":"Mel-frequency cepstrum","score":0.49286699295043945},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4909513294696808},{"id":"https://openalex.org/keywords/video-content-analysis","display_name":"Video content analysis","score":0.47512227296829224},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4733933210372925},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.421808123588562},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.420898973941803},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4033506512641907},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.17382973432540894},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.155948668718338}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7865475416183472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6774442195892334},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5324899554252625},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5176637768745422},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.49286699295043945},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4909513294696808},{"id":"https://openalex.org/C2778598663","wikidata":"https://www.wikidata.org/wiki/Q1407599","display_name":"Video content analysis","level":4,"score":0.47512227296829224},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4733933210372925},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.421808123588562},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.420898973941803},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4033506512641907},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.17382973432540894},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.155948668718338},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cbmi.2015.7153603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbmi.2015.7153603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 13th International Workshop on Content-Based Multimedia Indexing (CBMI)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:105833","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":false,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W306648316","https://openalex.org/W953419521","https://openalex.org/W1510526001","https://openalex.org/W1869734671","https://openalex.org/W1974894717","https://openalex.org/W1983364832","https://openalex.org/W2002055708","https://openalex.org/W2006407148","https://openalex.org/W2025905516","https://openalex.org/W2032455730","https://openalex.org/W2063978378","https://openalex.org/W2103568877","https://openalex.org/W2107174446","https://openalex.org/W2112447569","https://openalex.org/W2114948194","https://openalex.org/W2116001771","https://openalex.org/W2126574503","https://openalex.org/W2146104196","https://openalex.org/W2153635508","https://openalex.org/W2156709807","https://openalex.org/W2163922914","https://openalex.org/W2188687388","https://openalex.org/W2340134902","https://openalex.org/W4243801427","https://openalex.org/W4319308497","https://openalex.org/W6610804262","https://openalex.org/W6624928425","https://openalex.org/W6630424276","https://openalex.org/W6639121642","https://openalex.org/W6643770028","https://openalex.org/W6651909445","https://openalex.org/W6676727762","https://openalex.org/W6704025895"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W4317383455","https://openalex.org/W2548511587","https://openalex.org/W4293232884","https://openalex.org/W2422472940","https://openalex.org/W2019475500","https://openalex.org/W2548162870","https://openalex.org/W2138847091"],"abstract_inverted_index":{"When":[0],"designing":[1],"a":[2,157,182],"video":[3,25,135],"affective":[4,31,143],"content":[5,32],"analysis":[6,33],"algorithm,":[7],"one":[8,140],"of":[9,17,24,29,89,120,125,141,149,159],"the":[10,15,21,84,101,118,121,146,150,160,188],"most":[11],"important":[12],"steps":[13],"is":[14],"selection":[16],"discriminative":[18],"features":[19,39,112],"for":[20],"effective":[22],"representation":[23],"segments.":[26],"The":[27],"majority":[28],"existing":[30],"methods":[34],"either":[35],"use":[36,57],"low-level":[37,49,172],"audio-visual":[38],"or":[40],"generate":[41],"handcrafted":[42],"higher":[43,166],"level":[44,167],"representations":[45,75,168],"based":[46,110],"on":[47,156],"these":[48],"features.":[50],"We":[51,105],"propose":[52],"in":[53,61,67,100,113],"this":[54,80],"work":[55],"to":[56,69,115,181],"deep":[58],"learning":[59],"methods,":[60],"particular":[62],"convolutional":[63],"neural":[64],"networks":[65],"(CNNs),":[66],"order":[68,114],"automatically":[70],"learn":[71],"and":[72,86,97,131,174],"extract":[73],"mid-level":[74],"from":[76,187],"raw":[77],"data.":[78],"To":[79],"end,":[81],"we":[82],"exploit":[83],"audio":[85],"visual":[87],"modality":[88],"videos":[90],"by":[91],"employing":[92],"Mel-Frequency":[93],"Cepstral":[94],"Coefficients":[95],"(MFCC)":[96],"color":[98,103],"values":[99],"HSV":[102],"space.":[104,153],"also":[106],"incorporate":[107],"dense":[108],"trajectory":[109],"motion":[111,178],"further":[116],"enhance":[117],"performance":[119,184],"analysis.":[122],"By":[123],"means":[124],"multi-class":[126],"support":[127],"vector":[128],"machines":[129],"(SVMs)":[130],"fusion":[132],"mechanisms,":[133],"music":[134],"clips":[136],"are":[137],"classified":[138],"into":[139],"four":[142,147],"categories":[144],"representing":[145],"quadrants":[148],"Valence-Arousal":[151],"(VA)":[152],"Results":[154],"obtained":[155],"subset":[158],"DEAP":[161],"dataset":[162],"show":[163],"(1)":[164],"that":[165,176],"perform":[169],"better":[170],"than":[171],"features,":[173],"(2)":[175],"incorporating":[177],"information":[179],"leads":[180],"notable":[183],"gain,":[185],"independently":[186],"chosen":[189],"representation.":[190]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}