{"id":"https://openalex.org/W2766272105","doi":"https://doi.org/10.1109/tmm.2017.2766843","title":"Speech Emotion Recognition Using Deep Convolutional Neural Network and Discriminant Temporal Pyramid Matching","display_name":"Speech Emotion Recognition Using Deep Convolutional Neural Network and Discriminant Temporal Pyramid Matching","publication_year":2017,"publication_date":"2017-10-26","ids":{"openalex":"https://openalex.org/W2766272105","doi":"https://doi.org/10.1109/tmm.2017.2766843","mag":"2766272105"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2766843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2766843","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101891025","display_name":"Shiqing Zhang","orcid":"https://orcid.org/0000-0001-8184-5088"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqing Zhang","raw_affiliation_strings":["Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China","Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, China","Institute of Intelligent Information Processing, Taizhou University, China"],"raw_orcid":"https://orcid.org/0000-0001-8184-5088","affiliations":[{"raw_affiliation_string":"Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055433405","display_name":"Shiliang Zhang","orcid":"https://orcid.org/0000-0001-9053-9314"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiliang Zhang","raw_affiliation_strings":["Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China","Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, China","Institute of Intelligent Information Processing, Taizhou University, China"],"raw_orcid":"https://orcid.org/0000-0001-9053-9314","affiliations":[{"raw_affiliation_string":"Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058066577","display_name":"Tiejun Huang","orcid":"https://orcid.org/0000-0002-4234-6099"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4234-6099","affiliations":[{"raw_affiliation_string":"Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018478553","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0002-8070-802X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Gao","raw_affiliation_strings":["Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Digital Media, School of Electronic Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":28.0869,"has_fulltext":false,"cited_by_count":438,"citation_normalized_percentile":{"value":0.99848502,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"6","first_page":"1576","last_page":"1590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.788992166519165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7075278759002686},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6681739687919617},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6505635380744934},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5825450420379639},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.5136529803276062},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48397397994995117},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46325311064720154},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.4619939625263214},{"id":"https://openalex.org/keywords/linear-discriminant-analysis","display_name":"Linear discriminant analysis","score":0.41617435216903687},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.413045197725296},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08698615431785583}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.788992166519165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7075278759002686},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6681739687919617},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6505635380744934},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5825450420379639},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.5136529803276062},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48397397994995117},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46325311064720154},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.4619939625263214},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.41617435216903687},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.413045197725296},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08698615431785583},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2017.2766843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2766843","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6600000262260437}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327240","display_name":"Liga Portuguesa Contra o Cancro","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W99444952","https://openalex.org/W170282027","https://openalex.org/W175750906","https://openalex.org/W1483399002","https://openalex.org/W1510477213","https://openalex.org/W1534131679","https://openalex.org/W1923034539","https://openalex.org/W1934410531","https://openalex.org/W1963882359","https://openalex.org/W1976066595","https://openalex.org/W1980299015","https://openalex.org/W1985222382","https://openalex.org/W1995562189","https://openalex.org/W2001619934","https://openalex.org/W2023937851","https://openalex.org/W2026243162","https://openalex.org/W2030670342","https://openalex.org/W2030739378","https://openalex.org/W2032254851","https://openalex.org/W2045528981","https://openalex.org/W2046554340","https://openalex.org/W2055911634","https://openalex.org/W2064641533","https://openalex.org/W2064675550","https://openalex.org/W2074788634","https://openalex.org/W2080289724","https://openalex.org/W2080576537","https://openalex.org/W2083543775","https://openalex.org/W2087195460","https://openalex.org/W2087618018","https://openalex.org/W2092718714","https://openalex.org/W2097117768","https://openalex.org/W2098507061","https://openalex.org/W2099767163","https://openalex.org/W2100495367","https://openalex.org/W2104773730","https://openalex.org/W2111926505","https://openalex.org/W2112796928","https://openalex.org/W2117951582","https://openalex.org/W2118911453","https://openalex.org/W2119534679","https://openalex.org/W2132555391","https://openalex.org/W2135346934","https://openalex.org/W2140801466","https://openalex.org/W2144005487","https://openalex.org/W2144264893","https://openalex.org/W2146879304","https://openalex.org/W2147634797","https://openalex.org/W2148461049","https://openalex.org/W2153635508","https://openalex.org/W2157297238","https://openalex.org/W2158061940","https://openalex.org/W2158874389","https://openalex.org/W2160815625","https://openalex.org/W2161073241","https://openalex.org/W2161372178","https://openalex.org/W2162915993","https://openalex.org/W2163605009","https://openalex.org/W2168045655","https://openalex.org/W2179352600","https://openalex.org/W2239141610","https://openalex.org/W2260176752","https://openalex.org/W2295001676","https://openalex.org/W2336160298","https://openalex.org/W2394859829","https://openalex.org/W2399733683","https://openalex.org/W2487211121","https://openalex.org/W2508202655","https://openalex.org/W2618530766","https://openalex.org/W3141819983","https://openalex.org/W3148981562","https://openalex.org/W4213060595","https://openalex.org/W6604061577","https://openalex.org/W6606892395","https://openalex.org/W6607193717","https://openalex.org/W6630209796","https://openalex.org/W6676338569","https://openalex.org/W6681409903","https://openalex.org/W6681813608","https://openalex.org/W6697498398","https://openalex.org/W7028336066"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2022849497","https://openalex.org/W3081299480","https://openalex.org/W2407190427","https://openalex.org/W2919210741","https://openalex.org/W2907584218","https://openalex.org/W3002446410","https://openalex.org/W4390224712","https://openalex.org/W4322096758","https://openalex.org/W4309346246"],"abstract_inverted_index":{"Speech":[0],"emotion":[1,154],"recognition":[2,212],"is":[3,102,184],"challenging":[4],"because":[5],"of":[6,70,173],"the":[7,11,35,56,80,88,92,98,148,170,178,186,205],"affective":[8,57,197],"gap":[9,37,58],"between":[10],"subjective":[12],"emotions":[13],"and":[14,21,75,135,167,177],"low-level":[15],"features.":[16],"Integrating":[17],"multilevel":[18],"feature":[19,107,144,199],"learning":[20],"model":[22,95,176,188],"training,":[23],"deep":[24],"convolutional":[25],"neural":[26],"networks":[27],"(DCNN)":[28],"has":[29],"exhibited":[30],"remarkable":[31],"success":[32],"in":[33,38,59,196],"bridging":[34],"semantic":[36],"visual":[39],"tasks":[40],"like":[41],"image":[42,85,191],"classification,":[43],"object":[44],"detection.":[45],"This":[46],"paper":[47],"explores":[48],"how":[49],"to":[50,54,79,104,139],"utilize":[51],"a":[52,123,141],"DCNN":[53,89,94,175,187],"bridge":[55],"speech":[60,198,208],"signals.":[61],"To":[62],"this":[63],"end,":[64],"we":[65],"first":[66],"extract":[67],"three":[68],"channels":[69],"log":[71],"Mel-spectrograms":[72],"(static,":[73],"delta,":[74],"delta":[76],"delta)":[77],"similar":[78],"red,":[81],"green,":[82],"blue":[83],"(RGB)":[84],"representation":[86],"as":[87],"input.":[90],"Then,":[91],"AlexNet":[93],"pretrained":[96,189],"on":[97,109,158,204],"large":[99],"ImageNet":[100],"dataset":[101],"employed":[103],"learn":[105],"high-level":[106],"representations":[108],"each":[110],"segment":[111],"divided":[112],"from":[113],"an":[114],"utterance.":[115],"The":[116],"learned":[117],"segment-level":[118],"features":[119],"are":[120],"aggregated":[121],"by":[122,147],"discriminant":[124],"temporal":[125,132],"pyramid":[126,133],"matching":[127,134],"(DTPM)":[128],"strategy.":[129,180],"DTPM":[130,179],"combines":[131],"optimal":[136],"Lp-norm":[137],"pooling":[138],"form":[140],"global":[142],"utterance-level":[143],"representation,":[145],"followed":[146],"linear":[149],"support":[150],"vector":[151],"machines":[152],"for":[153,190],"classification.":[155],"Experimental":[156],"results":[157],"four":[159],"public":[160],"datasets,":[161],"that":[162,185],"is,":[163],"EMO-DB,":[164],"RML,":[165],"eNTERFACE05,":[166],"BAUM-1s,":[168],"show":[169],"promising":[171],"performance":[172],"our":[174],"Another":[181],"interesting":[182],"finding":[183],"applications":[192],"performs":[193],"reasonably":[194],"good":[195],"extraction.":[200],"Further":[201],"fine":[202],"tuning":[203],"target":[206],"emotional":[207],"datasets":[209],"substantially":[210],"promotes":[211],"performance.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":58},{"year":2023,"cited_by_count":66},{"year":2022,"cited_by_count":61},{"year":2021,"cited_by_count":68},{"year":2020,"cited_by_count":71},{"year":2019,"cited_by_count":41},{"year":2018,"cited_by_count":19}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}