{"id":"https://openalex.org/W7133350983","doi":"https://doi.org/10.1109/taffc.2026.3670015","title":"Toward a Realistic Encoding Model of Auditory Affective Understanding in the Brain","display_name":"Toward a Realistic Encoding Model of Auditory Affective Understanding in the Brain","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133350983","doi":"https://doi.org/10.1109/taffc.2026.3670015"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2026.3670015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3670015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Guandong Pan","orcid":"https://orcid.org/0009-0004-7637-9456"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guandong Pan","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-7637-9456","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102027843","display_name":"Yaqian Yang","orcid":"https://orcid.org/0000-0001-6233-5445"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqian Yang","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127885642","display_name":"Shi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Chen","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127959525","display_name":"Xin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088305286","display_name":"Longzhao Liu","orcid":"https://orcid.org/0000-0002-3537-0891"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longzhao Liu","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101783154","display_name":"Hongwei Zheng","orcid":"https://orcid.org/0000-0001-5366-5936"},"institutions":[{"id":"https://openalex.org/I4210139765","display_name":"Beijing Computing Center","ror":"https://ror.org/047r47y76","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210139765"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Zheng","raw_affiliation_strings":["Beijing Academy of Blockchain and Edge Computing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4293-0807","affiliations":[{"raw_affiliation_string":"Beijing Academy of Blockchain and Edge Computing, Beijing, China","institution_ids":["https://openalex.org/I4210139765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074495711","display_name":"Shaoting Tang","orcid":"https://orcid.org/0000-0003-1916-3072"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoting Tang","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1916-3072","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27542726,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"2","first_page":"2354","last_page":"2367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.19670000672340393,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.19670000672340393,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.08709999918937683,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.08049999922513962,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.6395000219345093},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.49050000309944153},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.4668000042438507},{"id":"https://openalex.org/keywords/auditory-cortex","display_name":"Auditory cortex","score":0.4406000077724457},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.43290001153945923},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.43220001459121704},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41119998693466187},{"id":"https://openalex.org/keywords/auditory-scene-analysis","display_name":"Auditory scene analysis","score":0.3776000142097473},{"id":"https://openalex.org/keywords/auditory-system","display_name":"Auditory system","score":0.3497999906539917}],"concepts":[{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.6395000219345093},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4918999969959259},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.49050000309944153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47999998927116394},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C2780297895","wikidata":"https://www.wikidata.org/wiki/Q18676","display_name":"Auditory cortex","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.43290001153945923},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40380001068115234},{"id":"https://openalex.org/C38129911","wikidata":"https://www.wikidata.org/wiki/Q4820038","display_name":"Auditory scene analysis","level":3,"score":0.3776000142097473},{"id":"https://openalex.org/C2777443451","wikidata":"https://www.wikidata.org/wiki/Q821413","display_name":"Auditory system","level":2,"score":0.3497999906539917},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33809998631477356},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.3012000024318695},{"id":"https://openalex.org/C50231774","wikidata":"https://www.wikidata.org/wiki/Q639842","display_name":"Brain mapping","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.29249998927116394},{"id":"https://openalex.org/C100142294","wikidata":"https://www.wikidata.org/wiki/Q2070426","display_name":"Selective auditory attention","level":4,"score":0.29010000824928284},{"id":"https://openalex.org/C73208851","wikidata":"https://www.wikidata.org/wiki/Q5157303","display_name":"Computational auditory scene analysis","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C3020799230","wikidata":"https://www.wikidata.org/wiki/Q160289","display_name":"Auditory perception","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C14855644","wikidata":"https://www.wikidata.org/wiki/Q3625500","display_name":"Affective neuroscience","level":3,"score":0.28529998660087585},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.28439998626708984},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2777670902","wikidata":"https://www.wikidata.org/wiki/Q492038","display_name":"Human brain","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.27889999747276306},{"id":"https://openalex.org/C2984127161","wikidata":"https://www.wikidata.org/wiki/Q969316","display_name":"Neural activity","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C3018011982","wikidata":"https://www.wikidata.org/wiki/Q7316120","display_name":"Functional connectivity","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2026.3670015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3670015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5897461175918579,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G159125370","display_name":null,"funder_award_id":"12201026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G183588231","display_name":null,"funder_award_id":"2022ZD0116800","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G4185225326","display_name":null,"funder_award_id":"12301305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5102038799","display_name":null,"funder_award_id":"62441617","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6747827656","display_name":null,"funder_award_id":"12501702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6973547698","display_name":null,"funder_award_id":"12425114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8351431548","display_name":null,"funder_award_id":"62141605","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"affective":[1,190],"neuroscience":[2],"and":[3,46,66,72,119,154,192,209],"emotion-aware":[4,207],"AI,":[5],"understanding":[6],"how":[7],"complex":[8],"auditory":[9,32,54,61],"stimuli":[10],"drive":[11],"emotion":[12,106,147],"arousal":[13],"dynamics":[14],"remains":[15],"unresolved.":[16],"This":[17],"study":[18],"introduces":[19],"a":[20,102,203],"neurobiologically":[21],"informed":[22],"computational":[23],"framework":[24],"to":[25,80,116,170],"model":[26],"the":[27,70,95,143],"brain's":[28],"encoding":[29],"of":[30,52,98,136,199,212],"naturalistic":[31],"inputs":[33],"into":[34,59],"dynamic":[35,120],"behavioral/neural":[36],"responses":[37,82],"using":[38],"four":[39],"datasets":[40],"(SEED,":[41],"LIRIS,":[42],"self-collected":[43],"SEED":[44],"Annotation":[45],"BAVE).":[47],"Guided":[48],"by":[49],"neurobiological":[50],"principles":[51],"parallel":[53],"hierarchy,":[55],"we":[56],"decompose":[57],"audio":[58],"multilevel":[60],"features":[62,111],"(through":[63],"classical":[64],"algorithms":[65],"wav2vec":[67,99,137],"2.0/Hubert)":[68,100],"from":[69,94],"original":[71],"isolated":[73],"human":[74,152],"voice/background":[75],"soundtrack":[76],"elements,":[77],"mapping":[78],"them":[79],"emotion-related":[81],"via":[83],"cross-dataset":[84],"analyses.":[85],"Our":[86],"analysis":[87],"reveals":[88],"that":[89],"high-level":[90],"semantic":[91],"representations":[92],"(derived":[93],"final":[96,144],"layer":[97],"exert":[101],"dominant":[103],"role":[104],"in":[105,146,185],"encoding,":[107,201],"outperforming":[108],"low-level":[109],"acoustic":[110],"with":[112,161,174],"significantly":[113],"stronger":[114],"mappings":[115],"behavioral":[117],"annotations":[118],"neural":[121,175],"synchrony":[122],"across":[123,149],"most":[124],"brain":[125],"regions":[126],"(<inline-formula":[127],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[128],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[129],"notation=\"LaTeX\">$p":[130],"\\lt":[131],"0.05$</tex-math></inline-formula>).":[132],"Notably,":[133],"middle":[134],"layers":[135,145],"2.0/hubert":[138],"(balancing":[139],"acoustic-semantic":[140],"information)":[141],"surpass":[142],"induction":[148],"datasets.":[150],"Moreover,":[151],"voices":[153,178],"soundtracks":[155,168,183],"show":[156],"dataset-dependent":[157],"emotion-evoking":[158],"biases":[159],"aligned":[160],"stimulus":[162],"energy":[163],"distribution":[164],"(e.g.,":[165],"LIRIS":[166],"favors":[167],"due":[169],"higher":[171],"background":[172],"energy),":[173],"analyses":[176],"indicating":[177],"dominate":[179],"prefrontal/temporal":[180],"activity":[181],"while":[182],"excel":[184],"limbic":[186],"regions.":[187],"By":[188],"integrating":[189],"computing":[191],"neuroscience,":[193],"this":[194],"work":[195],"uncovers":[196],"hierarchical":[197],"mechanisms":[198],"auditory-emotion":[200],"providing":[202],"foundation":[204],"for":[205],"adaptive":[206],"systems":[208],"cross-disciplinary":[210],"explorations":[211],"audio-affective":[213],"interactions.":[214]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-04T00:00:00"}