{"id":"https://openalex.org/W4366967923","doi":"https://doi.org/10.1145/3544793.3563410","title":"Synchrony-based Depression Score Aggregation from Single-Modality Models","display_name":"Synchrony-based Depression Score Aggregation from Single-Modality Models","publication_year":2022,"publication_date":"2022-09-11","ids":{"openalex":"https://openalex.org/W4366967923","doi":"https://doi.org/10.1145/3544793.3563410"},"language":"en","primary_location":{"id":"doi:10.1145/3544793.3563410","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544793.3563410","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3563410","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3563410","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109679834","display_name":"Le Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Le Nguyen","raw_affiliation_strings":["University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-4917-340X","affiliations":[{"raw_affiliation_string":"University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057814420","display_name":"Manuel Lage Ca\u00f1ellas","orcid":"https://orcid.org/0000-0002-4917-340X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Manuel Lage Ca\u00f1ellas","raw_affiliation_strings":["University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051136793","display_name":"Constantino \u00c1lvarez Casado","orcid":"https://orcid.org/0000-0002-3052-4759"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Constantino \u00c1lvarez Casado","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-3052-4759","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007717960","display_name":"Xiaoting Wu","orcid":"https://orcid.org/0000-0002-3996-868X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xiaoting Wu","raw_affiliation_strings":["University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005498985","display_name":"Miguel Bordallo L\u00f3pez","orcid":"https://orcid.org/0000-0002-5707-9085"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Miguel Bordallo L\u00f3pez","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5109679834"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":0.3843,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67327089,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"198","last_page":"201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.6728789806365967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6229513883590698},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5916115045547485},{"id":"https://openalex.org/keywords/beck-depression-inventory","display_name":"Beck Depression Inventory","score":0.5624935626983643},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5262243747711182},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5229514241218567},{"id":"https://openalex.org/keywords/mood","display_name":"Mood","score":0.5071430206298828},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.48425862193107605},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4335242509841919},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3786168098449707},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3724430203437805},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.36822131276130676},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.35610419511795044},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25305330753326416},{"id":"https://openalex.org/keywords/clinical-psychology","display_name":"Clinical psychology","score":0.23249372839927673},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2179635465145111},{"id":"https://openalex.org/keywords/anxiety","display_name":"Anxiety","score":0.1670791208744049},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.1603117287158966}],"concepts":[{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.6728789806365967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6229513883590698},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5916115045547485},{"id":"https://openalex.org/C2779631380","wikidata":"https://www.wikidata.org/wiki/Q813655","display_name":"Beck Depression Inventory","level":3,"score":0.5624935626983643},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5262243747711182},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5229514241218567},{"id":"https://openalex.org/C2780733359","wikidata":"https://www.wikidata.org/wiki/Q331769","display_name":"Mood","level":2,"score":0.5071430206298828},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.48425862193107605},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4335242509841919},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3786168098449707},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3724430203437805},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36822131276130676},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.35610419511795044},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25305330753326416},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.23249372839927673},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2179635465145111},{"id":"https://openalex.org/C558461103","wikidata":"https://www.wikidata.org/wiki/Q154430","display_name":"Anxiety","level":2,"score":0.1670791208744049},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.1603117287158966},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544793.3563410","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544793.3563410","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3563410","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3544793.3563410","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544793.3563410","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3563410","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/3"}],"awards":[{"id":"https://openalex.org/G144364290","display_name":null,"funder_award_id":"876038","funder_id":"https://openalex.org/F4320327207","funder_display_name":"Electronic Components and Systems for European Leadership"},{"id":"https://openalex.org/G1824793925","display_name":"6G Flagship - 6G-Enabled Wireless Smart Society & Ecosystem","funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4621981016","display_name":null,"funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G5544359681","display_name":null,"funder_award_id":"6G Flagship","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G749114970","display_name":null,"funder_award_id":"32629","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320327207","display_name":"Electronic Components and Systems for European Leadership","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366967923.pdf","grobid_xml":"https://content.openalex.org/works/W4366967923.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1981231682","https://openalex.org/W2072054026","https://openalex.org/W2086653420","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2341528187","https://openalex.org/W2558919063","https://openalex.org/W3101998545","https://openalex.org/W4376546649"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2102148524","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2361654993"],"abstract_inverted_index":{"Depression":[0,63],"is":[1,19],"a":[2,41,56,153,160],"mental":[3],"health":[4],"problem":[5],"that":[6],"affects":[7],"human":[8],"mood":[9],"and":[10,25,47,52,77,115,159],"the":[11,17,33,61,89,95,105,111,116,125,130,140,143],"ability":[12],"to":[13,31,43,59,103,128],"function":[14],"properly.":[15],"Currently,":[16],"assessment":[18],"mainly":[20],"based":[21,87],"on":[22,88,139],"subjective":[23],"questionnaires":[24],"clinical":[26],"opinions.":[27],"This":[28],"work":[29],"aims":[30],"infer":[32],"depression":[34,50],"level":[35],"through":[36],"analysing":[37],"multimodal":[38],"data,":[39],"as":[40],"tool":[42],"support":[44],"medical":[45],"experts":[46],"patients":[48],"in":[49],"screening":[51],"diagnosis.":[53],"We":[54,135,151],"introduce":[55],"fusion":[57,106],"method":[58,138],"estimate":[60],"Beck":[62],"Inventory":[64],"II":[65],"scores":[66,99],"using":[67],"multiple":[68],"inputs:":[69],"facial":[70],"images,":[71],"video-based":[72],"blood":[73],"volume":[74],"pulse":[75],"signals,":[76],"speech":[78],"data.":[79],"Each":[80],"modality":[81],"has":[82],"its":[83],"own":[84],"regression":[85,98],"model,":[86],"ResNet-50":[90],"architecture.":[91],"Our":[92],"approach":[93],"leverages":[94],"synchrony":[96],"between":[97,121],"of":[100,124,142,157,165,172],"these":[101],"models":[102],"produce":[104],"values.":[107],"Specifically,":[108],"we":[109],"calculate":[110],"Pearson":[112],"correlation":[113],"coefficient":[114],"dynamic":[117],"time":[118],"warping":[119],"distance":[120],"sliding":[122],"windows":[123],"score":[126],"sequences":[127],"find":[129],"optimal":[131],"segments":[132],"for":[133],"fusion.":[134],"evaluate":[136],"our":[137],"dataset":[141],"fourth":[144],"Audio-Visual":[145],"Emotion":[146],"Recognition":[147],"Challenge":[148],"(AVEC":[149],"2014).":[150],"achieve":[152],"Mean":[154,162],"Absolute":[155],"Error":[156,164],"6.08":[158],"Root":[161],"Squared":[163],"8.60,":[166],"which":[167],"are":[168],"lower":[169],"than":[170],"those":[171],"each":[173],"single-modality":[174],"model.":[175]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}