{"id":"https://openalex.org/W2337522860","doi":"https://doi.org/10.1109/tmm.2016.2557721","title":"Sparse Kernel Reduced-Rank Regression for Bimodal Emotion Recognition From Facial Expression and Speech","display_name":"Sparse Kernel Reduced-Rank Regression for Bimodal Emotion Recognition From Facial Expression and Speech","publication_year":2016,"publication_date":"2016-04-21","ids":{"openalex":"https://openalex.org/W2337522860","doi":"https://doi.org/10.1109/tmm.2016.2557721","mag":"2337522860"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2016.2557721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2016.2557721","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101509694","display_name":"Jingjie Yan","orcid":"https://orcid.org/0000-0003-3658-9593"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingjie Yan","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, College of Telecommunications and Information Engineering, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, College of Telecommunications and Information Engineering, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029771864","display_name":"Wenming Zheng","orcid":"https://orcid.org/0000-0002-7764-5179"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Wenming Zheng","raw_affiliation_strings":["School of Computer Science and Communication, Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication, Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100586606","display_name":"Qinyu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyu Xu","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, College of Telecommunications and Information Engineering, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, College of Telecommunications and Information Engineering, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065519164","display_name":"Guanming Lu","orcid":"https://orcid.org/0000-0003-4860-8229"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanming Lu","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, College of Telecommunications and Information Engineering, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, College of Telecommunications and Information Engineering, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394060","display_name":"Haibo Li","orcid":"https://orcid.org/0000-0001-5857-1410"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["CN","SE"],"is_corresponding":false,"raw_author_name":"Haibo Li","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","School of Computer Science and Communication, Royal Institute of Technology, Stockholm, Sweden","Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China; School of Computer Science and Communication, Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"School of Computer Science and Communication, Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Nanjing University of Posts and Telecommunications, Nanjing, China; School of Computer Science and Communication, Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I41198531","https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100349927","display_name":"Bei Wang","orcid":"https://orcid.org/0000-0001-5407-7810"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bei Wang","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science (Ministry of Education), Research Center for Learning Science, Southeast University, Nanjing, China","Key Laboratory of Child Development and Learning Science, Ministry of Education, Research Center for Learning Science, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science (Ministry of Education), Research Center for Learning Science, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science, Ministry of Education, Research Center for Learning Science, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101509694"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":5.2434,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.97178943,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"18","issue":"7","first_page":"1319","last_page":"1329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6773666739463806},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6245136260986328},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6027607917785645},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5545321702957153},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5502887964248657},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.49454042315483093},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.490163654088974},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.45936909317970276},{"id":"https://openalex.org/keywords/kernel-method","display_name":"Kernel method","score":0.4551125168800354},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.45016273856163025},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4397553503513336},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4233981966972351},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23937159776687622}],"concepts":[{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6773666739463806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6245136260986328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6027607917785645},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5545321702957153},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5502887964248657},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.49454042315483093},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.490163654088974},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.45936909317970276},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.4551125168800354},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.45016273856163025},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4397553503513336},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4233981966972351},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23937159776687622},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2016.2557721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2016.2557721","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1646675851","display_name":null,"funder_award_id":"61501249","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2344363859","display_name":null,"funder_award_id":"BK20130020","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G3506660080","display_name":null,"funder_award_id":"2015CB351704","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3875471163","display_name":null,"funder_award_id":"61231002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8234364809","display_name":null,"funder_award_id":"BK20150855","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W171393630","https://openalex.org/W1522021943","https://openalex.org/W1555118615","https://openalex.org/W1736339626","https://openalex.org/W1967827763","https://openalex.org/W1969728141","https://openalex.org/W1977917781","https://openalex.org/W1984389434","https://openalex.org/W1992227055","https://openalex.org/W1992524395","https://openalex.org/W1996218183","https://openalex.org/W1999829689","https://openalex.org/W2007884212","https://openalex.org/W2008887256","https://openalex.org/W2009059481","https://openalex.org/W2009119155","https://openalex.org/W2012237712","https://openalex.org/W2012372415","https://openalex.org/W2027192823","https://openalex.org/W2027562013","https://openalex.org/W2034133761","https://openalex.org/W2037441721","https://openalex.org/W2050498354","https://openalex.org/W2056717962","https://openalex.org/W2060488580","https://openalex.org/W2069552222","https://openalex.org/W2074788634","https://openalex.org/W2075184263","https://openalex.org/W2080117431","https://openalex.org/W2085662862","https://openalex.org/W2086149232","https://openalex.org/W2089556142","https://openalex.org/W2097018403","https://openalex.org/W2108598243","https://openalex.org/W2112555538","https://openalex.org/W2114289028","https://openalex.org/W2123260696","https://openalex.org/W2126552487","https://openalex.org/W2129812935","https://openalex.org/W2131230871","https://openalex.org/W2133028763","https://openalex.org/W2137454998","https://openalex.org/W2141366416","https://openalex.org/W2142480614","https://openalex.org/W2151103935","https://openalex.org/W2152758153","https://openalex.org/W2152826865","https://openalex.org/W2153457644","https://openalex.org/W2153579905","https://openalex.org/W2156503193","https://openalex.org/W2159856586","https://openalex.org/W2168053878","https://openalex.org/W2168692779","https://openalex.org/W2171880639","https://openalex.org/W2182295029","https://openalex.org/W2222577885","https://openalex.org/W2483317869","https://openalex.org/W2567216802","https://openalex.org/W2606536620","https://openalex.org/W2913141361","https://openalex.org/W2953256909","https://openalex.org/W4232730838","https://openalex.org/W4239072543","https://openalex.org/W6633263994","https://openalex.org/W6642883844","https://openalex.org/W6669375082","https://openalex.org/W6674642818","https://openalex.org/W6676297131","https://openalex.org/W6696927475","https://openalex.org/W6736484938","https://openalex.org/W6929385289"],"related_works":["https://openalex.org/W2089892314","https://openalex.org/W1603091392","https://openalex.org/W4386075310","https://openalex.org/W2095626363","https://openalex.org/W2169565408","https://openalex.org/W2127229869","https://openalex.org/W3123056048","https://openalex.org/W2129978300","https://openalex.org/W2150638158","https://openalex.org/W2121506664"],"abstract_inverted_index":{"A":[0],"novel":[1],"bimodal":[2,166,178,194],"emotion":[3,65,167,175,179,195],"recognition":[4,176,196],"approach":[5,61,119,188],"from":[6,48],"facial":[7,52],"expression":[8,53],"and":[9,35,51,55,87,163,177,181],"speech":[10,49],"based":[11],"on":[12],"the":[13,31,36,58,64,79,110,122,126,132,135,142,150,160,171,182,190],"sparse":[14,116],"kernel":[15],"reduced-rank":[16,81],"regression":[17,82],"(SKRRR)":[18],"fusion":[19,60],"method":[20,73],"is":[21,74],"proposed":[22,71],"in":[23,91],"this":[24,27],"paper.":[25],"In":[26],"method,":[28],"we":[29,113,158],"use":[30],"openSMILE":[32],"feature":[33,39,41,89,101],"extractor":[34],"scale":[37],"invariant":[38],"transform":[40],"descriptor":[42],"to":[43,62,120,139,149,169],"respectively":[44],"extract":[45],"effective":[46],"features":[47,66],"modality":[50],"modality,":[54],"then":[56],"propose":[57,114],"SKRRR":[59,72,111],"fuse":[63],"of":[67,78,125,129,134,145,152,155,173],"two":[68,99,104],"modalities.":[69],"The":[70],"a":[75,115],"nonlinear":[76,105],"extension":[77],"traditional":[80],"(RRR),":[83],"where":[84,131],"both":[85],"predictor":[86],"response":[88],"vectors":[90],"RRR":[92],"are":[93],"kernelized":[94],"by":[95],"being":[96],"mapped":[97],"onto":[98],"high-dimensional":[100],"space":[102],"via":[103],"mappings,":[106],"respectively.":[107],"To":[108],"solve":[109],"problem,":[112],"representation":[117],"(SR)-based":[118],"find":[121],"optimal":[123,153],"solution":[124,154],"coefficient":[127],"matrices":[128],"SKRRR,":[130],"introduction":[133],"SR":[136],"technique":[137],"aims":[138],"fully":[140],"consider":[141],"different":[143],"contributions":[144],"training":[146],"data":[147],"samples":[148],"derivation":[151],"SKRRR.":[156],"Finally,":[157],"utilize":[159],"eNTERFACE":[161],"'05":[162],"AFEW":[164],"4.0":[165],"database":[168],"conduct":[170],"experiments":[172],"monomodal":[174],"recognition,":[180],"results":[183],"indicate":[184],"that":[185],"our":[186],"presented":[187],"acquires":[189],"highest":[191],"or":[192],"comparable":[193],"rate":[197],"among":[198],"some":[199],"state-of-the-art":[200],"approaches.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":9}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}