{"id":"https://openalex.org/W2982129672","doi":"https://doi.org/10.1145/3343031.3350867","title":"A Multimodal View into Music's Effect on Human Neural, Physiological, and Emotional Experience","display_name":"A Multimodal View into Music's Effect on Human Neural, Physiological, and Emotional Experience","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2982129672","doi":"https://doi.org/10.1145/3343031.3350867","mag":"2982129672"},"language":"en","primary_location":{"id":"doi:10.1145/3343031.3350867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3350867","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060475014","display_name":"Timothy Greer","orcid":"https://orcid.org/0000-0002-0833-8060"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy Greer","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544486","display_name":"Benjamin Ma","orcid":"https://orcid.org/0000-0003-4290-0114"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Ma","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046706901","display_name":"Matthew E. Sachs","orcid":"https://orcid.org/0000-0003-2431-0348"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Sachs","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011309471","display_name":"Assal Habibi","orcid":"https://orcid.org/0000-0002-1420-3568"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Assal Habibi","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010028928","display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrikanth Narayanan","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4956,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.82093755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"167","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/timbre","display_name":"Timbre","score":0.7779394388198853},{"id":"https://openalex.org/keywords/rhythm","display_name":"Rhythm","score":0.6776048541069031},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5043998956680298},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.48758643865585327},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48489123582839966},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.4642449617385864},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.46252188086509705},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.4555671215057373},{"id":"https://openalex.org/keywords/music-psychology","display_name":"Music psychology","score":0.4424675703048706},{"id":"https://openalex.org/keywords/human-brain","display_name":"Human brain","score":0.4231463074684143},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.4062671959400177},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.332824170589447},{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.2920910120010376},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.25865721702575684},{"id":"https://openalex.org/keywords/musicology","display_name":"Musicology","score":0.19345328211784363}],"concepts":[{"id":"https://openalex.org/C2776539107","wikidata":"https://www.wikidata.org/wiki/Q176501","display_name":"Timbre","level":3,"score":0.7779394388198853},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.6776048541069031},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5043998956680298},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.48758643865585327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48489123582839966},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4642449617385864},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46252188086509705},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.4555671215057373},{"id":"https://openalex.org/C146902061","wikidata":"https://www.wikidata.org/wiki/Q476590","display_name":"Music psychology","level":3,"score":0.4424675703048706},{"id":"https://openalex.org/C2777670902","wikidata":"https://www.wikidata.org/wiki/Q492038","display_name":"Human brain","level":2,"score":0.4231463074684143},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.4062671959400177},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.332824170589447},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.2920910120010376},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.25865721702575684},{"id":"https://openalex.org/C154233639","wikidata":"https://www.wikidata.org/wiki/Q164204","display_name":"Musicology","level":2,"score":0.19345328211784363},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3343031.3350867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3350867","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W69165026","https://openalex.org/W71547456","https://openalex.org/W113940810","https://openalex.org/W1538611036","https://openalex.org/W1555144522","https://openalex.org/W1655784964","https://openalex.org/W1932197978","https://openalex.org/W1964280755","https://openalex.org/W1967542346","https://openalex.org/W1978405625","https://openalex.org/W1985760444","https://openalex.org/W1997120337","https://openalex.org/W1997397186","https://openalex.org/W2003148418","https://openalex.org/W2041172791","https://openalex.org/W2045185094","https://openalex.org/W2059093733","https://openalex.org/W2064675550","https://openalex.org/W2081724542","https://openalex.org/W2090726126","https://openalex.org/W2098183944","https://openalex.org/W2115767131","https://openalex.org/W2116373735","https://openalex.org/W2117520030","https://openalex.org/W2124958639","https://openalex.org/W2125068060","https://openalex.org/W2148600927","https://openalex.org/W2149044933","https://openalex.org/W2151785968","https://openalex.org/W2162137602","https://openalex.org/W2163288162","https://openalex.org/W2165766797","https://openalex.org/W2167885940","https://openalex.org/W2170883741","https://openalex.org/W2295652995","https://openalex.org/W2314062379","https://openalex.org/W2341090665","https://openalex.org/W2478708596","https://openalex.org/W2512988211","https://openalex.org/W2522224406","https://openalex.org/W2552472274","https://openalex.org/W2604847698","https://openalex.org/W2788156829","https://openalex.org/W2911438140","https://openalex.org/W2936732536","https://openalex.org/W2944283516","https://openalex.org/W2962837602","https://openalex.org/W3151743304","https://openalex.org/W4235760674","https://openalex.org/W4249531654"],"related_works":["https://openalex.org/W2766064202","https://openalex.org/W4313468635","https://openalex.org/W1531232318","https://openalex.org/W1999458043","https://openalex.org/W2183194178","https://openalex.org/W632278896","https://openalex.org/W3152327681","https://openalex.org/W3096931193","https://openalex.org/W2474021790","https://openalex.org/W3012371998"],"abstract_inverted_index":{"Music":[0],"has":[1,139],"a":[2],"powerful":[3],"influence":[4],"on":[5],"human":[6,103,123,136],"experience.":[7],"In":[8],"this":[9],"paper,":[10],"we":[11,34],"investigate":[12],"how":[13,132],"music":[14,76,133,144,149],"affects":[15,134],"brain":[16,36],"activity,":[17],"physiological":[18,52],"response,":[19],"and":[20,32,48,61,64,112,138,148],"human-reported":[21],"behavior.":[22],"Using":[23],"auditory":[24],"features":[25,106],"related":[26,107],"to":[27,108,116,128],"dynamics,":[28,109],"timbre,":[29],"harmony,":[30],"rhythm,":[31,111],"register,":[33,110],"predicted":[35],"activity":[37],"in":[38,44,54,67,91,100,120,141],"the":[39,55,68],"form":[40,56,69],"of":[41,57,70,131],"phase":[42],"synchronizations":[43],"bilateral":[45],"Heschl's":[46],"gyri":[47],"superior":[49],"temporal":[50],"gyri;":[51],"response":[53,60],"galvanic":[58],"skin":[59],"heart":[62],"activity;":[63],"emotional":[65,93],"experience":[66,137],"continuous,":[71],"subjective":[72],"descriptions":[73],"reported":[74],"by":[75],"listeners.":[77],"We":[78],"found":[79,115],"that":[80],"using":[81],"multivariate":[82],"time":[83],"series":[84],"models":[85,97],"with":[86],"attention":[87],"mechanisms":[88],"are":[89,98],"effective":[90,99],"predicting":[92,101,121],"ratings,":[94],"while":[95],"vector-autoregressive":[96],"involuntary":[102],"responses.":[104],"Musical":[105],"harmony":[113],"were":[114],"be":[117],"particularly":[118],"helpful":[119],"these":[122],"reactions.":[124],"This":[125],"work":[126],"adds":[127],"our":[129],"understanding":[130],"multimodal":[135],"applications":[140],"affective":[142],"computing,":[143],"emotion":[145],"recognition,":[146],"neuroscience,":[147],"information":[150],"retrieval.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}