{"id":"https://openalex.org/W4417003557","doi":"https://doi.org/10.1109/taffc.2025.3640527","title":"Percussion and Instrumentation in Music Emotion Recognition: A Feature Engineering Approach","display_name":"Percussion and Instrumentation in Music Emotion Recognition: A Feature Engineering Approach","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W4417003557","doi":"https://doi.org/10.1109/taffc.2025.3640527"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3640527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3640527","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://comum.rcaap.pt/bitstreams/67319b3e-93df-4a46-aefb-066a4721f44c/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010904599","display_name":"Hugo Redinho","orcid":"https://orcid.org/0009-0004-1547-2251"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Hugo Redinho","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal"],"raw_orcid":"https://orcid.org/0009-0004-1547-2251","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094290059","display_name":"Pedro Lima Louro","orcid":"https://orcid.org/0000-0003-3201-6990"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Pedro Lima Louro","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-3201-6990","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103419153","display_name":"Andr\u00e9 C. Santos","orcid":null},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 C. Santos","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-3904-5903","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027354510","display_name":"Ricardo Malheiro","orcid":"https://orcid.org/0000-0002-3010-2732"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ricardo Malheiro","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-3010-2732","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038315186","display_name":"Rui Pedro Paiva","orcid":"https://orcid.org/0000-0003-3215-3960"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Rui Pedro Paiva","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-3215-3960","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059889398","display_name":"Renato Panda","orcid":"https://orcid.org/0000-0003-2539-5590"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Renato Panda","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-2539-5590","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, CISUC, LASI, Portugal","institution_ids":["https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76903346"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41216837,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"1","first_page":"913","last_page":"929"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.04659999907016754,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/percussion","display_name":"Percussion","score":0.5473999977111816},{"id":"https://openalex.org/keywords/melody","display_name":"Melody","score":0.5325999855995178},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.506600022315979},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.5063999891281128},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.47870001196861267},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46779999136924744},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.4350999891757965},{"id":"https://openalex.org/keywords/tone","display_name":"Tone (literature)","score":0.4311000108718872},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42750000953674316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6481999754905701},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6101999878883362},{"id":"https://openalex.org/C81687914","wikidata":"https://www.wikidata.org/wiki/Q1501797","display_name":"Percussion","level":2,"score":0.5473999977111816},{"id":"https://openalex.org/C43803900","wikidata":"https://www.wikidata.org/wiki/Q170412","display_name":"Melody","level":3,"score":0.5325999855995178},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.506600022315979},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.5063999891281128},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46779999136924744},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.4350999891757965},{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.4311000108718872},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4219000041484833},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.39469999074935913},{"id":"https://openalex.org/C95543465","wikidata":"https://www.wikidata.org/wiki/Q6607","display_name":"Guitar","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C2776539107","wikidata":"https://www.wikidata.org/wiki/Q176501","display_name":"Timbre","level":3,"score":0.3695000112056732},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C2983311337","wikidata":"https://www.wikidata.org/wiki/Q34379","display_name":"Musical instrument","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C175845324","wikidata":"https://www.wikidata.org/wiki/Q2738285","display_name":"Drum","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C153405242","wikidata":"https://www.wikidata.org/wiki/Q118819","display_name":"Pitch (Music)","level":3,"score":0.3467999994754791},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3010999858379364},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2025.3640527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3640527","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:comum.rcaap.pt:10400.26/60133","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.26/60133","pdf_url":"https://comum.rcaap.pt/bitstreams/67319b3e-93df-4a46-aefb-066a4721f44c/download","source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:comum.rcaap.pt:10400.26/60133","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.26/60133","pdf_url":"https://comum.rcaap.pt/bitstreams/67319b3e-93df-4a46-aefb-066a4721f44c/download","source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417003557.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,90],"new":[3,91,137],"set":[4,92],"of":[5,24,85,93,135,185,192],"features":[6,94,164,199],"for":[7,48,61,74],"audio-based":[8],"Music":[9],"Emotion":[10],"Recognition":[11],"(MER)":[12],"that":[13,32,95],"are":[14,45],"related":[15],"to":[16,159,166],"percussion":[17],"and":[18,43,50,70,78,107,173],"individual":[19],"instrument":[20,79],"information.":[21],"One":[22],"limitation":[23],"current":[25,147],"feature":[26],"engineering":[27],"approaches":[28],"in":[29,53,154,178],"MER":[30,179],"is":[31,189],"they":[33],"primarily":[34,96],"focus":[35],"on":[36,82],"melodic":[37],"elements.":[38],"However,":[39],"the":[40,58,71,83,116,133,136,162,168,186,190,195],"percussive":[41],"elements":[42],"instrumentation":[44],"also":[46],"essential":[47],"conveying":[49],"recognizing":[51],"emotions":[52],"music.":[54],"Our":[55],"approach":[56],"leverages":[57],"Demucs":[59],"framework":[60,73],"music":[62,76],"source":[63],"separation":[64],"(which":[65],"enables":[66],"drum":[67,196],"channel":[68],"separation)":[69],"MT3":[72],"automatic":[75],"transcription":[77],"recognition.":[80],"Building":[81],"results":[84,142],"these":[86],"frameworks,":[87],"we":[88,114,139],"created":[89],"capture":[97],"information":[98],"about":[99],"musical":[100,108],"texture,":[101],"rhythm,":[102],"dynamics,":[103],"expressivity,":[104],"tone":[105],"color,":[106],"form.":[109],"To":[110,131],"validate":[111],"our":[112],"work,":[113],"utilized":[115],"MERGE":[117],"dataset,":[118],"which":[119],"comprises":[120],"over":[121],"3000":[122],"30-second":[123],"audio":[124],"clips":[125],"annotated":[126],"with":[127,143],"Russell's":[128],"emotion":[129],"quadrants.":[130],"evaluate":[132],"impact":[134,191],"features,":[138,149],"compared":[140],"classification":[141],"those":[144],"obtained":[145],"using":[146],"state-of-the-art":[148],"demonstrating":[150],"statistically":[151],"significant":[152,183],"improvements":[153],"F1":[155],"score":[156],"(from":[157],"71.1%":[158],"74.2%).":[160],"Moreover,":[161],"novel":[163],"helped":[165],"reduce":[167],"confusion":[169],"between":[170],"quadrants":[171],"3":[172],"4":[174],"(a":[175],"common":[176],"difficulty":[177],"models).":[180],"The":[181],"most":[182],"finding":[184],"present":[187],"study":[188],"separately":[193],"analyzing":[194],"channel,":[197],"whose":[198],"proved":[200],"particularly":[201],"relevant.":[202]},"counts_by_year":[],"updated_date":"2026-03-03T06:13:14.889584","created_date":"2025-12-04T00:00:00"}