{"id":"https://openalex.org/W2997725735","doi":"https://doi.org/10.1109/taffc.2019.2961881","title":"Holistic Affect Recognition Using PaNDA: Paralinguistic Non-Metric Dimensional Analysis","display_name":"Holistic Affect Recognition Using PaNDA: Paralinguistic Non-Metric Dimensional Analysis","publication_year":2019,"publication_date":"2019-12-25","ids":{"openalex":"https://openalex.org/W2997725735","doi":"https://doi.org/10.1109/taffc.2019.2961881","mag":"2997725735"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2019.2961881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2961881","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.mit.edu/bitstream/1721.1/123806/1/Zhang19_HAR.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-8233-3014"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Affective Computing Group, MIT Media Lab, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8233-3014","affiliations":[{"raw_affiliation_string":"Affective Computing Group, MIT Media Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016747567","display_name":"Felix Weninger","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125787","display_name":"Nuance Communications (United States)","ror":"https://ror.org/0311h6702","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125787"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felix Weninger","raw_affiliation_strings":["Nuance Communications, Burlington, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nuance Communications, Burlington, MA, USA","institution_ids":["https://openalex.org/I4210125787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104084133","display_name":"Schuller Bj\u00f6rn","orcid":null},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bjorn Schuller","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087366916","display_name":"Rosalind W. Picard","orcid":"https://orcid.org/0000-0002-5661-0022"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rosalind W. Picard","raw_affiliation_strings":["Affective Computing Group, MIT Media Lab, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Affective Computing Group, MIT Media Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21696905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"2","first_page":"769","last_page":"780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6565999984741211,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6565999984741211,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paralanguage","display_name":"Paralanguage","score":0.8808462619781494},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.690139889717102},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5218376517295837},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44764798879623413},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.42079901695251465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36643165349960327},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27187782526016235},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16546162962913513},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.10606756806373596}],"concepts":[{"id":"https://openalex.org/C133378560","wikidata":"https://www.wikidata.org/wiki/Q1753225","display_name":"Paralanguage","level":2,"score":0.8808462619781494},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.690139889717102},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5218376517295837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44764798879623413},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.42079901695251465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36643165349960327},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27187782526016235},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16546162962913513},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.10606756806373596}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/taffc.2019.2961881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2961881","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/123806","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123806","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/123806/1/Zhang19_HAR.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Prof. Picard via Elizabeth Soergel","raw_type":"Article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:71707","is_oa":false,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-717076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2997725735","is_oa":false,"landing_page_url":"https://dspace.mit.edu/handle/1721.1/123806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/123806","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123806","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/123806/1/Zhang19_HAR.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Prof. Picard via Elizabeth Soergel","raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G3535037222","display_name":"Holistic Deep Modelling for User Recognition and Affective Social Behaviour Sensing","funder_award_id":"797323","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2997725735.pdf","grobid_xml":"https://content.openalex.org/works/W2997725735.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W179777611","https://openalex.org/W407865814","https://openalex.org/W1557292420","https://openalex.org/W1564362049","https://openalex.org/W1971071817","https://openalex.org/W1976544739","https://openalex.org/W1989245305","https://openalex.org/W2005418748","https://openalex.org/W2009298178","https://openalex.org/W2010998574","https://openalex.org/W2021039331","https://openalex.org/W2024289965","https://openalex.org/W2027047406","https://openalex.org/W2028128785","https://openalex.org/W2032382719","https://openalex.org/W2036043322","https://openalex.org/W2054519784","https://openalex.org/W2058818389","https://openalex.org/W2065802107","https://openalex.org/W2067776238","https://openalex.org/W2071578821","https://openalex.org/W2074656429","https://openalex.org/W2090777335","https://openalex.org/W2094511685","https://openalex.org/W2098027503","https://openalex.org/W2103153725","https://openalex.org/W2112039577","https://openalex.org/W2113658607","https://openalex.org/W2114315281","https://openalex.org/W2117651526","https://openalex.org/W2119187866","https://openalex.org/W2120945046","https://openalex.org/W2130134104","https://openalex.org/W2134312057","https://openalex.org/W2139750044","https://openalex.org/W2143104527","https://openalex.org/W2152825437","https://openalex.org/W2155676429","https://openalex.org/W2162888803","https://openalex.org/W2165312226","https://openalex.org/W2165698076","https://openalex.org/W2166096645","https://openalex.org/W2169863498","https://openalex.org/W2329093554","https://openalex.org/W2343758848","https://openalex.org/W2408690103","https://openalex.org/W2507182499","https://openalex.org/W2548373064","https://openalex.org/W2578893299","https://openalex.org/W2612919868","https://openalex.org/W2680534654","https://openalex.org/W2747172199","https://openalex.org/W2748702193","https://openalex.org/W2750437304","https://openalex.org/W2753840835","https://openalex.org/W2754547322","https://openalex.org/W2765291577","https://openalex.org/W2806827751","https://openalex.org/W2913340405","https://openalex.org/W2964128364","https://openalex.org/W2965024236","https://openalex.org/W4211201290","https://openalex.org/W4213346165","https://openalex.org/W4237788944","https://openalex.org/W4252545733","https://openalex.org/W6603935614","https://openalex.org/W6629652716","https://openalex.org/W6633555322","https://openalex.org/W6640786210","https://openalex.org/W6674330103","https://openalex.org/W6691369594","https://openalex.org/W6739365718","https://openalex.org/W6744083265","https://openalex.org/W6765885163","https://openalex.org/W6775886853","https://openalex.org/W6780052409","https://openalex.org/W7039757881"],"related_works":[],"abstract_inverted_index":{"Humans":[0],"perceive":[1],"emotion":[2,33],"from":[3,63,166],"each":[4],"other":[5,151],"using":[6],"a":[7,51,112,118,158,171],"holistic":[8,139],"perspective,":[9],"accounting":[10],"for":[11],"diverse":[12],"personal,":[13],"non-emotional":[14],"variables,":[15],"such":[16],"as":[17,111,146],"age":[18],"and":[19,36,102,127,161,186,202,217],"personality,":[20],"that":[21,76,97,121,137],"shape":[22],"expression.":[23],"In":[24,46,114],"contrast,":[25],"today\u2019s":[26],"algorithms":[27],"are":[28,37,181,192],"mainly":[29],"designed":[30],"to":[31,55,183,215],"recognize":[32],"in":[34,176],"isolation,":[35],"usually":[38],"demonstrated":[39],"only":[40],"within":[41],"one":[42,142,152],"relatively":[43],"narrow":[44],"database.":[45],"this":[47,131],"article,":[48],"we":[49,88,116,133],"propose":[50],"multi-task":[52,73,128,172,207,219],"learning":[53,74,208],"approach":[54],"jointly":[56],"learn":[57],"the":[58,90,106,123,150,154,205],"recognition":[59],"of":[60,108,125],"affective":[61,109],"states":[62],"speech":[64],"along":[65],"with":[66,72,209],"various":[67],"speaker":[68],"attributes.":[69],"A":[70],"problem":[71],"is":[75],"sometimes":[77],"inductive":[78],"transfer":[79],"can":[80],"negatively":[81],"impact":[82],"performance.":[83],"To":[84],"mitigate":[85],"negative":[86],"transfer,":[87],"introduce":[89],"Paralinguistic":[91],"Non-metric":[92],"Dimensional":[93],"Analysis":[94],"(PaNDA)":[95],"method":[96],"systematically":[98],"measures":[99],"task":[100,155,160],"relatedness":[101],"also":[103],"enables":[104],"visualizing":[105],"topology":[107],"phenomena":[110],"whole.":[113],"addition,":[115],"present":[117],"generic":[119],"framework":[120],"conflates":[122],"concepts":[124],"single-task":[126,216],"learning.":[129,220],"Using":[130],"framework,":[132],"construct":[134],"two":[135],"models":[136,169],"demonstrate":[138],"affect":[140],"recognition:":[141],"treats":[143],"all":[144],"tasks":[145,164],"equally":[147],"related,":[148],"whereas":[149],"incorporates":[153],"correlations":[156],"between":[157],"main":[159],"its":[162],"supporting":[163],"obtained":[165],"PaNDA.":[167],"Both":[168],"employ":[170],"deep":[173],"neural":[174],"network,":[175],"which":[177],"separate":[178],"output":[179],"layers":[180,191],"used":[182],"predict":[184],"discrete":[185],"continuous":[187],"attributes,":[188],"while":[189],"hidden":[190],"shared":[193],"across":[194,199],"different":[195],"tasks.":[196],"On":[197],"average":[198],"18":[200],"classification":[201],"regression":[203],"tasks,":[204],"weighted":[206],"PaNDA":[210],"significantly":[211],"improves":[212],"performance":[213],"compared":[214],"unweighted":[218]},"counts_by_year":[],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}