{"id":"https://openalex.org/W1904711963","doi":"https://doi.org/10.1109/msp.2015.2424572","title":"Expression Control in Singing Voice Synthesis: Features, approaches, evaluation, and challenges","display_name":"Expression Control in Singing Voice Synthesis: Features, approaches, evaluation, and challenges","publication_year":2015,"publication_date":"2015-10-14","ids":{"openalex":"https://openalex.org/W1904711963","doi":"https://doi.org/10.1109/msp.2015.2424572","mag":"1904711963"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2015.2424572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2015.2424572","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repositori.upf.edu/bitstreams/701abaf3-697a-4297-9a80-1fe9d05b3f64/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062624451","display_name":"Mart\u00ed Umbert","orcid":null},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Universitat Pompeu Fabra","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marti Umbert","raw_affiliation_strings":["Music Technology Group, UPF","Music Technology Group (MTG) of the Department of Information and Communication Technologies, Universitat Pompeu Fabra (UPF), Barcelona, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Music Technology Group, UPF","institution_ids":[]},{"raw_affiliation_string":"Music Technology Group (MTG) of the Department of Information and Communication Technologies, Universitat Pompeu Fabra (UPF), Barcelona, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060417258","display_name":"Jordi Bonada","orcid":"https://orcid.org/0000-0002-8671-0729"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Universitat Pompeu Fabra","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jordi Bonada","raw_affiliation_strings":["Music Technology Group, UPF","Music Technology Group (MTG) of the Department of Information and Communication Technologies, Universitat Pompeu Fabra (UPF), Barcelona, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Music Technology Group, UPF","institution_ids":[]},{"raw_affiliation_string":"Music Technology Group (MTG) of the Department of Information and Communication Technologies, Universitat Pompeu Fabra (UPF), Barcelona, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030650456","display_name":"Masataka Goto","orcid":"https://orcid.org/0000-0003-1167-0977"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masataka Goto","raw_affiliation_strings":["Media Interaction Group, National Institute of Advanced Industrial Science and Technology, Japan","Media Interaction Group, Information Technology Research Institute, National Institute of Advanced Industrial Science and Technology (AIST), Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Media Interaction Group, National Institute of Advanced Industrial Science and Technology, Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"Media Interaction Group, Information Technology Research Institute, National Institute of Advanced Industrial Science and Technology (AIST), Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039431216","display_name":"Tomoyasu Nakano","orcid":"https://orcid.org/0000-0001-8014-2209"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoyasu Nakano","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, Japan","Media Interaction Group, Information Technology Research Institute, National Institute of Advanced Industrial Science and Technology (AIST), Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"Media Interaction Group, Information Technology Research Institute, National Institute of Advanced Industrial Science and Technology (AIST), Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075922585","display_name":"Johan Sundberg","orcid":"https://orcid.org/0000-0002-7234-7551"},"institutions":[{"id":"https://openalex.org/I2800670924","display_name":"Acoustical Society of America","ror":"https://ror.org/049e4we54","country_code":"US","type":"other","lineage":["https://openalex.org/I2800670924"]},{"id":"https://openalex.org/I2801716253","display_name":"Swedish Academy","ror":"https://ror.org/00fq8a754","country_code":"SE","type":"other","lineage":["https://openalex.org/I2801716253"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE","US"],"is_corresponding":false,"raw_author_name":"Johan Sundberg","raw_affiliation_strings":["Royal Swedish Academy of Music, Acoustical Society of America","Voice Research Group of the Department of Speech, Music and Hearing (TMH), Royal Institute of Technology (KTH), Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Royal Swedish Academy of Music, Acoustical Society of America","institution_ids":["https://openalex.org/I2801716253","https://openalex.org/I2800670924"]},{"raw_affiliation_string":"Voice Research Group of the Department of Speech, Music and Hearing (TMH), Royal Institute of Technology (KTH), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2739,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.88527961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"32","issue":"6","first_page":"55","last_page":"73"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/singing","display_name":"Singing","score":0.8683971762657166},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7557549476623535},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.7127545475959778},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6420115232467651},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6057817339897156},{"id":"https://openalex.org/keywords/musical-expression","display_name":"Musical expression","score":0.5889805555343628},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5663862824440002},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5369183421134949},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.48507967591285706},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4761072099208832},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4667644202709198},{"id":"https://openalex.org/keywords/voice-analysis","display_name":"Voice analysis","score":0.41952139139175415},{"id":"https://openalex.org/keywords/human-voice","display_name":"Human voice","score":0.41114526987075806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31633710861206055},{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.19044771790504456},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08156168460845947}],"concepts":[{"id":"https://openalex.org/C44819458","wikidata":"https://www.wikidata.org/wiki/Q27939","display_name":"Singing","level":2,"score":0.8683971762657166},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7557549476623535},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.7127545475959778},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6420115232467651},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6057817339897156},{"id":"https://openalex.org/C2779685156","wikidata":"https://www.wikidata.org/wiki/Q6942545","display_name":"Musical expression","level":3,"score":0.5889805555343628},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5663862824440002},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5369183421134949},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.48507967591285706},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4761072099208832},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4667644202709198},{"id":"https://openalex.org/C182964821","wikidata":"https://www.wikidata.org/wiki/Q7939498","display_name":"Voice analysis","level":2,"score":0.41952139139175415},{"id":"https://openalex.org/C20766975","wikidata":"https://www.wikidata.org/wiki/Q7390","display_name":"Human voice","level":2,"score":0.41114526987075806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31633710861206055},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.19044771790504456},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08156168460845947},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/msp.2015.2424572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2015.2424572","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},{"id":"pmh:oai:repositori.upf.edu:10230/37266","is_oa":true,"landing_page_url":"http://hdl.handle.net/10230/37266","pdf_url":"https://repositori.upf.edu/bitstreams/701abaf3-697a-4297-9a80-1fe9d05b3f64/download","source":{"id":"https://openalex.org/S4306402615","display_name":"Repositori digital de la UPF (Universitat Pompeu Fabra)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170486558","host_organization_name":"Universitat Pompeu Fabra","host_organization_lineage":["https://openalex.org/I170486558"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:repositori.upf.edu:10230/37266","is_oa":true,"landing_page_url":"http://hdl.handle.net/10230/37266","pdf_url":"https://repositori.upf.edu/bitstreams/701abaf3-697a-4297-9a80-1fe9d05b3f64/download","source":{"id":"https://openalex.org/S4306402615","display_name":"Repositori digital de la UPF (Universitat Pompeu Fabra)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170486558","host_organization_name":"Universitat Pompeu Fabra","host_organization_lineage":["https://openalex.org/I170486558"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1904711963.pdf","grobid_xml":"https://content.openalex.org/works/W1904711963.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W29794711","https://openalex.org/W57034108","https://openalex.org/W63438600","https://openalex.org/W101224908","https://openalex.org/W111300696","https://openalex.org/W120043840","https://openalex.org/W147487006","https://openalex.org/W160640889","https://openalex.org/W176245312","https://openalex.org/W1257499219","https://openalex.org/W1482298176","https://openalex.org/W1495955203","https://openalex.org/W1521278492","https://openalex.org/W1542278309","https://openalex.org/W1550987960","https://openalex.org/W1600722501","https://openalex.org/W1918211407","https://openalex.org/W2003441531","https://openalex.org/W2014842839","https://openalex.org/W2030149476","https://openalex.org/W2053708742","https://openalex.org/W2064667159","https://openalex.org/W2067063915","https://openalex.org/W2072206615","https://openalex.org/W2084235337","https://openalex.org/W2097873655","https://openalex.org/W2098507372","https://openalex.org/W2101464305","https://openalex.org/W2102870814","https://openalex.org/W2111037747","https://openalex.org/W2115807171","https://openalex.org/W2124097505","https://openalex.org/W2129815308","https://openalex.org/W2137884954","https://openalex.org/W2143129936","https://openalex.org/W2143429466","https://openalex.org/W2146699317","https://openalex.org/W2150933458","https://openalex.org/W2161632835","https://openalex.org/W2164498268","https://openalex.org/W2168790345","https://openalex.org/W2248316279","https://openalex.org/W2274374118","https://openalex.org/W2408435475","https://openalex.org/W2488936407","https://openalex.org/W4285719527","https://openalex.org/W4299030323","https://openalex.org/W6601203246","https://openalex.org/W6602348752","https://openalex.org/W6604565807","https://openalex.org/W6604821916","https://openalex.org/W6606138395","https://openalex.org/W6606512584","https://openalex.org/W6628615481","https://openalex.org/W6631239400","https://openalex.org/W6674766369","https://openalex.org/W6681019573","https://openalex.org/W6691319950","https://openalex.org/W6844210595","https://openalex.org/W7024426620","https://openalex.org/W7075637324"],"related_works":["https://openalex.org/W2367092966","https://openalex.org/W2391294374","https://openalex.org/W4306148345","https://openalex.org/W4376527488","https://openalex.org/W2885889119","https://openalex.org/W4200172376","https://openalex.org/W2369849761","https://openalex.org/W4380876120","https://openalex.org/W1502427392","https://openalex.org/W2001828059"],"abstract_inverted_index":{"In":[0],"the":[1,81,104,148,164],"context":[2],"of":[3,12,47,51,59,87,108,116,129,132,150],"singing":[4,65,75],"voice":[5,13,66,76,109],"synthesis,":[6],"expression":[7,62,90,135],"control":[8,63,86],"manipulates":[9],"a":[10,17,44,130,152],"set":[11,107],"features":[14],"related":[15,94],"to":[16,55,61,79,95,134],"particular":[18],"emotion,":[19],"style,":[20],"or":[21],"singer.":[22],"Also":[23],"known":[24],"as":[25],"performance":[26,99],"modeling,":[27],"it":[28],"has":[29],"been":[30],"approached":[31],"from":[32],"different":[33,37,40],"perspectives":[34],"and":[35,39,93,97,127,146,156],"for":[36,83],"purposes,":[38],"projects":[41],"have":[42],"shown":[43],"wide":[45],"extent":[46],"applicability.":[48],"The":[49],"aim":[50],"this":[52],"article":[53],"is":[54,91],"provide":[56,122],"an":[57,84,123],"overview":[58],"approaches":[60,133,142],"in":[64],"synthesis.":[67],"We":[68],"introduce":[69],"some":[70],"musical":[71],"applications":[72],"that":[73,111,166],"use":[74],"synthesis":[77],"techniques":[78],"justify":[80],"need":[82],"accurate":[85],"expression.":[88],"Then,":[89,137],"defined":[92],"speech":[96],"instrument":[98],"modeling.":[100],"Next,":[101],"we":[102,121,138,162,167],"present":[103],"commonly":[105],"studied":[106],"parameters":[110],"can":[112],"change":[113],"perceptual":[114],"aspects":[115],"synthesized":[117],"voices.":[118],"After":[119],"that,":[120],"up-to-date":[124],"classification,":[125],"comparison,":[126],"description":[128],"selection":[131],"control.":[136],"describe":[139],"how":[140],"these":[141],"are":[143],"currently":[144,168],"evaluated":[145],"discuss":[147,163],"benefits":[149],"building":[151],"common":[153],"evaluation":[154],"framework":[155],"adopting":[157],"perceptually-motivated":[158],"objective":[159],"measures.":[160],"Finally,":[161],"challenges":[165],"foresee.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}