{"id":"https://openalex.org/W3003850414","doi":"https://doi.org/10.1109/taffc.2020.2970712","title":"Spectral Representation of Behaviour Primitives for Depression Analysis","display_name":"Spectral Representation of Behaviour Primitives for Depression Analysis","publication_year":2020,"publication_date":"2020-01-30","ids":{"openalex":"https://openalex.org/W3003850414","doi":"https://doi.org/10.1109/taffc.2020.2970712","mag":"3003850414"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2020.2970712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.2970712","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://nottingham-repository.worktribe.com/output/4738418","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053061988","display_name":"Siyang Song","orcid":"https://orcid.org/0000-0003-2339-5685"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN","GB"],"is_corresponding":true,"raw_author_name":"Siyang Song","raw_affiliation_strings":["Computer Vision Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","Computer Vision Lab, School of Computer Science, University of Nottingham, Nottingham, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Computer Vision Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Computer Vision Lab, School of Computer Science, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011739402","display_name":"Shashank Jaiswal","orcid":"https://orcid.org/0000-0003-4678-1511"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shashank Jaiswal","raw_affiliation_strings":["Computer Vision Lab, School of Computer Science, University of Nottingham, Nottingham, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Computer Vision Lab, School of Computer Science, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019313200","display_name":"Linlin Shen","orcid":"https://orcid.org/0000-0003-1420-0815"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linlin Shen","raw_affiliation_strings":["Computer Vision Institute, College of Computer Science and Software Engineering, Shenzhen University and Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Computer Vision Institute, College of Computer Science and Software Engineering, Shenzhen University and Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089151131","display_name":"Michel Valstar","orcid":null},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michel Valstar","raw_affiliation_strings":["Computer Vision Lab, School of Computer Science, University of Nottingham, Nottingham, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Computer Vision Lab, School of Computer Science, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053061988"],"corresponding_institution_ids":["https://openalex.org/I142263535","https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":12.6449,"has_fulltext":false,"cited_by_count":137,"citation_normalized_percentile":{"value":0.99050975,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"13","issue":"2","first_page":"829","last_page":"844"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6801338195800781},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6577832102775574},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5894597172737122},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5728658437728882},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5620018243789673},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5235209465026855},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4718475341796875},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4367513060569763},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43651577830314636},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.42873692512512207},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4150081276893616},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.37657880783081055},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32918256521224976}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6801338195800781},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6577832102775574},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5894597172737122},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5728658437728882},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5620018243789673},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5235209465026855},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4718475341796875},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4367513060569763},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43651577830314636},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.42873692512512207},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4150081276893616},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37657880783081055},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32918256521224976},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2020.2970712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.2970712","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:nottingham-repository.worktribe.com:4738418","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/4738418","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:nottingham-repository.worktribe.com:4738418","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/4738418","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[{"id":"https://openalex.org/G3556342979","display_name":null,"funder_award_id":"61672357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8985577795","display_name":null,"funder_award_id":"91959108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336996","display_name":"NIHR Nottingham Biomedical Research Centre","ror":"https://ror.org/046cr9566"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1493037916","https://openalex.org/W1495061682","https://openalex.org/W1522301498","https://openalex.org/W1882901774","https://openalex.org/W1976066595","https://openalex.org/W1980381132","https://openalex.org/W1988088279","https://openalex.org/W1991060033","https://openalex.org/W2000149402","https://openalex.org/W2007379453","https://openalex.org/W2018988971","https://openalex.org/W2021678994","https://openalex.org/W2023473176","https://openalex.org/W2025366866","https://openalex.org/W2027192823","https://openalex.org/W2034327827","https://openalex.org/W2051695946","https://openalex.org/W2055134133","https://openalex.org/W2056403322","https://openalex.org/W2058158720","https://openalex.org/W2058399229","https://openalex.org/W2060779380","https://openalex.org/W2064866219","https://openalex.org/W2065003420","https://openalex.org/W2084242110","https://openalex.org/W2095540482","https://openalex.org/W2095705004","https://openalex.org/W2096976598","https://openalex.org/W2097792098","https://openalex.org/W2102505790","https://openalex.org/W2109095734","https://openalex.org/W2113027733","https://openalex.org/W2139628377","https://openalex.org/W2147070862","https://openalex.org/W2157735101","https://openalex.org/W2162494996","https://openalex.org/W2163928333","https://openalex.org/W2182998784","https://openalex.org/W2252180568","https://openalex.org/W2346454595","https://openalex.org/W2400979883","https://openalex.org/W2529925562","https://openalex.org/W2530305026","https://openalex.org/W2530421149","https://openalex.org/W2530431529","https://openalex.org/W2551393996","https://openalex.org/W2570412145","https://openalex.org/W2592018447","https://openalex.org/W2593853439","https://openalex.org/W2736814566","https://openalex.org/W2767030624","https://openalex.org/W2767043218","https://openalex.org/W2792096032","https://openalex.org/W2792764867","https://openalex.org/W2800833042","https://openalex.org/W2803017656","https://openalex.org/W2807126412","https://openalex.org/W2889056793","https://openalex.org/W2889847952","https://openalex.org/W2891155597","https://openalex.org/W2896134990","https://openalex.org/W2900794986","https://openalex.org/W2911415866","https://openalex.org/W2917446798","https://openalex.org/W2957148965","https://openalex.org/W2962762902","https://openalex.org/W2981677410","https://openalex.org/W2982949428","https://openalex.org/W2994802880","https://openalex.org/W3098431772","https://openalex.org/W4247665917","https://openalex.org/W4252902990","https://openalex.org/W6629652716","https://openalex.org/W6631190155","https://openalex.org/W6674330103","https://openalex.org/W6691669583","https://openalex.org/W6749825310","https://openalex.org/W6755964169"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W2964954556"],"abstract_inverted_index":{"Depression":[0],"is":[1,72,95],"a":[2,35,60,230,249],"serious":[3],"mental":[4],"disorder":[5],"affecting":[6],"millions":[7],"of":[8,25,62,67,107,160,197,208,214,229,232],"people":[9],"all":[10],"over":[11],"the":[12,65,105,108,135,185,195,209,220,224],"world.":[13],"Traditional":[14],"clinical":[15],"diagnosis":[16],"methods":[17,98],"are":[18,40,166,241],"subjective,":[19],"complicated":[20],"and":[21,45,151,173,188,237],"require":[22],"extensive":[23],"participation":[24],"clinicians.":[26],"Recent":[27],"advances":[28],"in":[29,54,212],"automatic":[30,75,122],"depression":[31,76,123,179,201,215],"analysis":[32,77],"systems":[33],"promise":[34],"future":[36],"where":[37],"these":[38],"shortcomings":[39],"addressed":[41],"by":[42,223],"objective,":[43],"repeatable,":[44],"readily":[46],"available":[47],"diagnostic":[48],"tools":[49],"to":[50,64,127,154,168,193,205,248],"aid":[51],"health":[52],"professionals":[53],"their":[55,80],"work.":[56],"Yet":[57],"there":[58],"remain":[59],"number":[61],"barriers":[63],"development":[66],"such":[68],"tools.":[69],"One":[70],"barrier":[71,94],"that":[73,96,219,227,238],"existing":[74,97],"algorithms":[78],"base":[79],"predictions":[81],"on":[82,184,200],"very":[83],"brief":[84],"sequential":[85],"segments,":[86],"sometimes":[87],"as":[88,90,134],"little":[89],"one":[91],"frame.":[92,140],"Another":[93],"do":[99],"not":[100],"take":[101],"into":[102],"account":[103],"what":[104],"context":[106],"measured":[109],"behaviour":[110,132],"is.":[111],"In":[112,203],"this":[113],"article,":[114],"we":[115,217],"extract":[116],"multi-scale":[117,157],"video-level":[118,156],"features":[119],"for":[120,138,178],"video-based":[121],"analysis.":[124,180,202],"We":[125,141,181],"propose":[126,143],"use":[128],"automatically":[129],"detected":[130],"human":[131],"primitives":[133],"low-dimensional":[136],"descriptor":[137],"each":[139],"also":[142],"two":[144],"novel":[145],"spectral":[146,149,152,164],"representations,":[147],"i.e.,":[148],"heatmaps":[150],"vectors,":[153],"represent":[155],"temporal":[158],"dynamics":[159],"expressive":[161],"behaviour.":[162],"Constructed":[163],"representations":[165],"fed":[167],"Convolution":[169],"Neural":[170,175],"Networks":[171,176],"(CNNs)":[172],"Artificial":[174],"(ANNs)":[177],"conducted":[182,222],"experiments":[183],"AVEC":[186,189],"2013":[187],"2014":[190],"benchmark":[191],"datasets":[192],"investigate":[194],"influence":[196],"interview":[198],"tasks":[199,233,240],"addition":[204],"achieving":[206],"state":[207],"art":[210],"accuracy":[211],"severity":[213],"estimation,":[216],"show":[218],"task":[221],"user":[225],"matters,":[226],"fusion":[228],"combination":[231],"reaches":[234],"highest":[235],"accuracy,":[236],"longer":[239],"more":[242],"informative":[243],"than":[244],"shorter":[245],"tasks,":[246],"up":[247],"point.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}