{"id":"https://openalex.org/W2075080348","doi":"https://doi.org/10.1109/tmm.2014.2357688","title":"Content-Based Prediction of Movie Style, Aesthetics, and Affect: Data Set and Baseline Experiments","display_name":"Content-Based Prediction of Movie Style, Aesthetics, and Affect: Data Set and Baseline Experiments","publication_year":2014,"publication_date":"2014-09-12","ids":{"openalex":"https://openalex.org/W2075080348","doi":"https://doi.org/10.1109/tmm.2014.2357688","mag":"2075080348"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2014.2357688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2014.2357688","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071962134","display_name":"Jussi Tarvainen","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jussi Tarvainen","raw_affiliation_strings":["Department of Media Technology, School of Science, Espoo, Finland","[Department of Media Technology, Aalto University School of Science, Espoo, Finland]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Media Technology, School of Science, Espoo, Finland","institution_ids":[]},{"raw_affiliation_string":"[Department of Media Technology, Aalto University School of Science, Espoo, Finland]","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028154958","display_name":"Mats Sj\u00f6berg","orcid":"https://orcid.org/0000-0002-3157-7668"},"institutions":[{"id":"https://openalex.org/I4210102091","display_name":"Espoo Music Institute","ror":"https://ror.org/017zq4f19","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210102091"]},{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mats Sjoberg","raw_affiliation_strings":["Department of Information and Computer Science, School of Science, Espoo, Finland","Department of Information and Computer Science, Aalto University School of Science, Espoo, Finland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Computer Science, School of Science, Espoo, Finland","institution_ids":["https://openalex.org/I4210102091"]},{"raw_affiliation_string":"Department of Information and Computer Science, Aalto University School of Science, Espoo, Finland#TAB#","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069486246","display_name":"Stina Westman","orcid":"https://orcid.org/0000-0002-0497-9864"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Stina Westman","raw_affiliation_strings":["Department of Media Technology, School of Science, Espoo, Finland","[Department of Media Technology, Aalto University School of Science, Espoo, Finland]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Media Technology, School of Science, Espoo, Finland","institution_ids":[]},{"raw_affiliation_string":"[Department of Media Technology, Aalto University School of Science, Espoo, Finland]","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036133390","display_name":"Jorma Laaksonen","orcid":"https://orcid.org/0000-0001-7218-3131"},"institutions":[{"id":"https://openalex.org/I4210102091","display_name":"Espoo Music Institute","ror":"https://ror.org/017zq4f19","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210102091"]},{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jorma Laaksonen","raw_affiliation_strings":["Department of Information and Computer Science, School of Science, Espoo, Finland","Department of Information and Computer Science, Aalto University School of Science, Espoo, Finland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Computer Science, School of Science, Espoo, Finland","institution_ids":["https://openalex.org/I4210102091"]},{"raw_affiliation_string":"Department of Information and Computer Science, Aalto University School of Science, Espoo, Finland#TAB#","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002840694","display_name":"Pirkko Oittinen","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pirkko Oittinen","raw_affiliation_strings":["Department of Media Technology, School of Science, Espoo, Finland","[Department of Media Technology, Aalto University School of Science, Espoo, Finland]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Media Technology, School of Science, Espoo, Finland","institution_ids":[]},{"raw_affiliation_string":"[Department of Media Technology, Aalto University School of Science, Espoo, Finland]","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7193,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.9248658,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"8","first_page":"2085","last_page":"2098"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6831268072128296},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5795944333076477},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5514267683029175},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5458481907844543},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5011796951293945},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.4831409156322479},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.4636496305465698},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.4291193187236786},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.42182859778404236},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4200384318828583},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.4169183671474457},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4164994955062866},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3325645923614502},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21777033805847168},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1328255534172058}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6831268072128296},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5795944333076477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5514267683029175},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5458481907844543},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5011796951293945},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.4831409156322479},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.4636496305465698},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.4291193187236786},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.42182859778404236},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4200384318828583},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.4169183671474457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4164994955062866},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3325645923614502},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21777033805847168},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1328255534172058},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2014.2357688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2014.2357688","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321394","display_name":"Aalto-Yliopisto","ror":"https://ror.org/020hwjq30"},{"id":"https://openalex.org/F4320330293","display_name":"CSC \u2013 IT Center for Science","ror":"https://ror.org/04m8m1253"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W62424353","https://openalex.org/W178303754","https://openalex.org/W353234340","https://openalex.org/W621739830","https://openalex.org/W1484090011","https://openalex.org/W1485800236","https://openalex.org/W1494186755","https://openalex.org/W1517388136","https://openalex.org/W1526520780","https://openalex.org/W1559084401","https://openalex.org/W1666229076","https://openalex.org/W1677409904","https://openalex.org/W1866281937","https://openalex.org/W1973378890","https://openalex.org/W1974894717","https://openalex.org/W1976044816","https://openalex.org/W1988351197","https://openalex.org/W1992724000","https://openalex.org/W1994477474","https://openalex.org/W1995268113","https://openalex.org/W1998808059","https://openalex.org/W2003653478","https://openalex.org/W2014311027","https://openalex.org/W2025816753","https://openalex.org/W2031061073","https://openalex.org/W2032360374","https://openalex.org/W2041347087","https://openalex.org/W2044374442","https://openalex.org/W2045565604","https://openalex.org/W2054141820","https://openalex.org/W2064795728","https://openalex.org/W2081996934","https://openalex.org/W2084807288","https://openalex.org/W2089260007","https://openalex.org/W2091312849","https://openalex.org/W2094366521","https://openalex.org/W2102123199","https://openalex.org/W2102449833","https://openalex.org/W2105552115","https://openalex.org/W2107174446","https://openalex.org/W2107462874","https://openalex.org/W2111072639","https://openalex.org/W2112563874","https://openalex.org/W2113855951","https://openalex.org/W2114025269","https://openalex.org/W2114143824","https://openalex.org/W2114920167","https://openalex.org/W2117223204","https://openalex.org/W2119627789","https://openalex.org/W2124801089","https://openalex.org/W2125291994","https://openalex.org/W2128745071","https://openalex.org/W2129756216","https://openalex.org/W2134422453","https://openalex.org/W2135347478","https://openalex.org/W2135933687","https://openalex.org/W2137226992","https://openalex.org/W2142237970","https://openalex.org/W2142447950","https://openalex.org/W2143197238","https://openalex.org/W2144459292","https://openalex.org/W2149628368","https://openalex.org/W2150988854","https://openalex.org/W2156395333","https://openalex.org/W2156709807","https://openalex.org/W2162092944","https://openalex.org/W2164974539","https://openalex.org/W2165857685","https://openalex.org/W2169444674","https://openalex.org/W2230311537","https://openalex.org/W2281488167","https://openalex.org/W2317384998","https://openalex.org/W2335467095","https://openalex.org/W2339343773","https://openalex.org/W2408751413","https://openalex.org/W2484798242","https://openalex.org/W2796786050","https://openalex.org/W2900790966","https://openalex.org/W2938558181","https://openalex.org/W2952817806","https://openalex.org/W3103419911","https://openalex.org/W3125067981","https://openalex.org/W4229666556","https://openalex.org/W4230277160","https://openalex.org/W4240980853","https://openalex.org/W4243801427","https://openalex.org/W4244786238","https://openalex.org/W4248002619","https://openalex.org/W4248038818","https://openalex.org/W4254344808","https://openalex.org/W4255515455","https://openalex.org/W4300058009","https://openalex.org/W4302511760","https://openalex.org/W4319308497","https://openalex.org/W6631125015","https://openalex.org/W6637400245","https://openalex.org/W6676073766","https://openalex.org/W6677228799","https://openalex.org/W6680532697","https://openalex.org/W6683782367"],"related_works":["https://openalex.org/W2029072726","https://openalex.org/W91913183","https://openalex.org/W2936882366","https://openalex.org/W1987182177","https://openalex.org/W2736893848","https://openalex.org/W2128698257","https://openalex.org/W1544055438","https://openalex.org/W3003450285","https://openalex.org/W2013608943","https://openalex.org/W4310841718"],"abstract_inverted_index":{"The":[0,62,113,130,227],"affective":[1,24,98,114,180],"content":[2,26],"of":[3,36,43,51,88,93,103,120,166,182,223,229,264],"a":[4,41,56,85,101,156,163,190],"movie":[5,25,104,183],"is":[6,133],"often":[7,78],"considered":[8],"to":[9,22,135,138,214,218,236,261],"be":[10,136,215,237],"largely":[11],"determined":[12],"by":[13,90],"its":[14],"style":[15],"and":[16,48,66,73,97,122,125,173,175,179,196,204,258,274],"aesthetics.":[17],"Recently,":[18],"studies":[19],"have":[20,32,269],"attempted":[21],"estimate":[23],"with":[27],"computational":[28,148,168,254,276],"features,":[29],"but":[30],"results":[31],"been":[33],"mixed,":[34],"one":[35],"the":[37,60,117,128,160,197,221,230,241,262,265],"main":[38],"reasons":[39],"being":[40],"lack":[42],"data":[44,86,131,152,273],"on":[45,146],"perceptual":[46,176],"stylistic":[47,210],"aesthetic":[49,224],"attributes":[50,99,115,181,211,225],"film,":[52],"which":[53],"would":[54],"provide":[55],"ground":[57],"truth":[58],"for":[59,100],"features.":[61,149],"distinctions":[63],"between":[64,162],"energetic":[65],"tense":[67],"arousal":[68,126],"as":[69,71,207,209],"well":[70,208],"perceived":[72,121,205],"felt":[74,123],"affect":[75,206,266],"are":[76],"also":[77],"neglected.":[79],"In":[80],"this":[81,151],"study,":[82],"we":[83,154],"present":[84],"set":[87,132],"ratings":[89],"73":[91],"viewers":[92],"83":[94],"stylistic,":[95,177],"aesthetic,":[96,178],"selection":[102,165,246],"clips":[105],"containing":[106],"complete":[107],"scenes":[108],"taken":[109],"from":[110,251],"mainstream":[111],"movies.":[112],"include":[116],"temporal":[118],"progression":[119],"valence":[124],"within":[127],"clips.":[129,184],"aimed":[134],"used":[137],"train":[139],"algorithms":[140,186],"that":[141,249],"predict":[142],"viewer":[143],"assessments":[144],"based":[145],"low-level":[147,167,253],"With":[150],"set,":[153],"performed":[155],"baseline":[157],"study":[158],"modeling":[159],"relation":[161],"large":[164],"features":[169,250,277],"(i.e.,":[170],"visual,":[171,256],"auditory,":[172],"temporal)":[174],"Two":[185],"were":[187,212],"compared":[188],"in":[189],"realistic":[191],"prediction":[192,222,263],"scenario:":[193],"linear":[194,242],"regression":[195],"neural-network-based":[198],"Extreme":[199],"Learning":[200],"Machine":[201],"(ELM).":[202],"Felt":[203],"shown":[213],"equally":[216],"easy":[217],"predict,":[219],"whereas":[220],"failed.":[226],"performance":[228],"ELM":[231],"predictor":[232],"was":[233],"overall":[234],"found":[235],"slightly":[238],"better":[239],"than":[240],"regression.":[243],"A":[244],"feature":[245],"experiment":[247],"illustrated":[248],"all":[252],"modalities,":[255],"auditory":[257],"temporal,":[259],"contribute":[260],"assessments.":[267],"We":[268],"made":[270],"our":[271],"assessment":[272],"extracted":[275],"publicly":[278],"available.":[279]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}