{"id":"https://openalex.org/W4409917236","doi":"https://doi.org/10.1109/taffc.2025.3565654","title":"Examining the Fourier Spectrum of Speech Signal From a Time-Frequency Perspective for Automatic Depression Level Prediction","display_name":"Examining the Fourier Spectrum of Speech Signal From a Time-Frequency Perspective for Automatic Depression Level Prediction","publication_year":2025,"publication_date":"2025-04-29","ids":{"openalex":"https://openalex.org/W4409917236","doi":"https://doi.org/10.1109/taffc.2025.3565654"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3565654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3565654","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mingyue Niu","orcid":"https://orcid.org/0009-0000-5133-7525"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210154792","display_name":"Virtual Technology (United States)","ror":"https://ror.org/054grzz74","country_code":"US","type":"company","lineage":["https://openalex.org/I4210154792"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Mingyue Niu","raw_affiliation_strings":["School of Information Science and Engineering, Key Laboratory for Computer Virtual Technology and System Integration of Hebei Province, YanShan University, Qinhuangdao, China","School of Information Science and Engineering, YanShan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0000-5133-7525","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Key Laboratory for Computer Virtual Technology and System Integration of Hebei Province, YanShan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907","https://openalex.org/I4210154792"]},{"raw_affiliation_string":"School of Information Science and Engineering, YanShan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Department of Automation, Tsinghua University, Bejing, China"],"raw_orcid":"https://orcid.org/0000-0002-9344-6428","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Bejing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026346396","display_name":"Yongjun He","orcid":"https://orcid.org/0000-0002-5156-651X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjun He","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101891025","display_name":"Shiqing Zhang","orcid":"https://orcid.org/0000-0001-8184-5088"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqing Zhang","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ming Li","orcid":"https://orcid.org/0000-0002-1218-2804"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Institute of Optoelectronics, Zhejiang Normal University, Jinhua, China","Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0000-0002-1218-2804","affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Institute of Optoelectronics, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]},{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9817,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.95715958,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"16","issue":"4","first_page":"2735","last_page":"2747"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8666999936103821,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8666999936103821,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.8014193773269653},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5396741628646851},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5255792737007141},{"id":"https://openalex.org/keywords/fourier-transform","display_name":"Fourier transform","score":0.49938321113586426},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.49695566296577454},{"id":"https://openalex.org/keywords/frequency-spectrum","display_name":"Frequency spectrum","score":0.4897196590900421},{"id":"https://openalex.org/keywords/spectrum","display_name":"Spectrum (functional analysis)","score":0.4493577182292938},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4399679899215698},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.397705614566803},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3754673898220062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3584219217300415},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24163144826889038},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2135406732559204},{"id":"https://openalex.org/keywords/spectral-density","display_name":"Spectral density","score":0.19095656275749207},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1564348340034485},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.09753796458244324}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.8014193773269653},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5396741628646851},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5255792737007141},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.49938321113586426},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.49695566296577454},{"id":"https://openalex.org/C122381330","wikidata":"https://www.wikidata.org/wiki/Q1331626","display_name":"Frequency spectrum","level":3,"score":0.4897196590900421},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.4493577182292938},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4399679899215698},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.397705614566803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3754673898220062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3584219217300415},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24163144826889038},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2135406732559204},{"id":"https://openalex.org/C168110828","wikidata":"https://www.wikidata.org/wiki/Q1331626","display_name":"Spectral density","level":2,"score":0.19095656275749207},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1564348340034485},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.09753796458244324},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3565654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3565654","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1840106123","https://openalex.org/W1976066595","https://openalex.org/W1988088279","https://openalex.org/W2045396822","https://openalex.org/W2056403322","https://openalex.org/W2057393928","https://openalex.org/W2060779380","https://openalex.org/W2071268704","https://openalex.org/W2095604088","https://openalex.org/W2103011877","https://openalex.org/W2146890278","https://openalex.org/W2162574641","https://openalex.org/W2293457052","https://openalex.org/W2515456817","https://openalex.org/W2736814566","https://openalex.org/W2748516598","https://openalex.org/W2751214333","https://openalex.org/W2771135288","https://openalex.org/W2805409402","https://openalex.org/W2889378348","https://openalex.org/W2973178409","https://openalex.org/W2990825125","https://openalex.org/W3003967197","https://openalex.org/W3094259155","https://openalex.org/W3095858789","https://openalex.org/W3101080567","https://openalex.org/W3105797386","https://openalex.org/W3111535274","https://openalex.org/W3134427999","https://openalex.org/W3154272446","https://openalex.org/W3197466182","https://openalex.org/W3201040525","https://openalex.org/W4225308041","https://openalex.org/W4225324845","https://openalex.org/W4285132306","https://openalex.org/W4302275239","https://openalex.org/W4318831690","https://openalex.org/W4368232813","https://openalex.org/W4385245566","https://openalex.org/W4385823099","https://openalex.org/W4386397728","https://openalex.org/W4388782451","https://openalex.org/W4404295187","https://openalex.org/W4404901803","https://openalex.org/W4405718301","https://openalex.org/W4406753812","https://openalex.org/W4408345731"],"related_works":["https://openalex.org/W2389102677","https://openalex.org/W2582235449","https://openalex.org/W2381817933","https://openalex.org/W2367436654","https://openalex.org/W2797374451","https://openalex.org/W2375035276","https://openalex.org/W2348795485","https://openalex.org/W2168258490","https://openalex.org/W2161497134","https://openalex.org/W2154168811"],"abstract_inverted_index":{"Currently,":[0],"many":[1],"studies":[2],"use":[3],"Fourier":[4,19,48,86],"amplitude":[5,20],"spectra":[6,21,87],"of":[7,47,85,88,101,188],"speech":[8],"signals":[9],"to":[10,26,54,118,166],"predict":[11],"depression":[12,28,62,173,183],"levels.":[13,63,174],"However,":[14],"those":[15],"works":[16],"often":[17],"treat":[18],"as":[22],"images":[23],"or":[24,34,113],"sequences":[25],"capture":[27],"cues":[29],"using":[30],"convolutional":[31],"neural":[32],"networks":[33],"multilayer":[35],"perceptrons.":[36],"Therefore,":[37,129],"they":[38],"ignore":[39],"the":[40,56,78,92,98,104,126,150,186],"complex":[41],"element":[42],"composition":[43],"and":[44,122,144,147,163,180],"time-frequency":[45,93],"attributes":[46],"spectra,":[49],"which":[50,74,138],"is":[51],"not":[52,75],"conducive":[53],"capturing":[55],"differences":[57],"among":[58,81],"individuals":[59],"with":[60],"different":[61,89],"For":[64],"this":[65,158],"reason,":[66],"we":[67,130,160],"construct":[68,131],"a":[69,132],"Time-Frequency":[70,133],"Self-Embedding":[71],"(TFSE)":[72],"module,":[73,137],"only":[76],"stores":[77],"correlation":[79],"relationship":[80],"real":[82],"(imaginary)":[83],"parts":[84],"subjects":[90],"from":[91],"perspective,":[94],"but":[95],"also":[96],"maintain":[97],"physical":[99],"properties":[100],"data":[102],"through":[103],"weight":[105],"embedding":[106],"process.":[107,128],"Besides,":[108],"Global":[109],"Average":[110],"Pooling":[111],"(GAP)":[112],"linear":[114],"layers":[115],"are":[116],"difficult":[117],"balance":[119],"both":[120],"temporal":[121],"frequency":[123,145],"dimensions":[124],"in":[125],"vectorization":[127,151],"Tensor":[134],"Vectorization":[135],"(TFTV)":[136],"summarizes":[139],"each":[140],"channel":[141],"along":[142],"time":[143],"dimensions,":[146],"then":[148],"generates":[149],"result":[152],"by":[153],"integrating":[154],"various":[155],"channels.":[156],"In":[157],"way,":[159],"combine":[161],"TFSE":[162],"TFTV":[164],"modules":[165],"form":[167],"our":[168,189],"SpectrumFormer":[169],"model":[170],"for":[171],"predicting":[172],"Evaluation":[175],"indicators":[176],"on":[177],"AVEC":[178,181],"2013":[179],"2014":[182],"databases":[184],"imply":[185],"progressiveness":[187],"model.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
