{"id":"https://openalex.org/W4294975644","doi":"https://doi.org/10.1109/embc48229.2022.9871120","title":"Ensembles of BERT for Depression Classification","display_name":"Ensembles of BERT for Depression Classification","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4294975644","doi":"https://doi.org/10.1109/embc48229.2022.9871120","pmid":"https://pubmed.ncbi.nlm.nih.gov/36085764"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871120","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063324172","display_name":"Saskia Senn","orcid":null},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Saskia Senn","raw_affiliation_strings":["Zürcher Hochschule Angewandte Wissenschaften (ZHAW),Applied Computational Life Sciences,Wädenswil,ZH,Switzerland"],"affiliations":[{"raw_affiliation_string":"Zürcher Hochschule Angewandte Wissenschaften (ZHAW),Applied Computational Life Sciences,Wädenswil,ZH,Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023220887","display_name":"ML Tlachac","orcid":"https://orcid.org/0000-0002-6634-678X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"ML Tlachac","raw_affiliation_strings":["Worcester Polytechnic Institute (WPI),Departments of Data Science and Computer Science,Worcester,MA,USA,01604"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute (WPI),Departments of Data Science and Computer Science,Worcester,MA,USA,01604","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103273204","display_name":"Ricardo Flores","orcid":"https://orcid.org/0000-0002-9466-3993"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ricardo Flores","raw_affiliation_strings":["Worcester Polytechnic Institute (WPI),Departments of Data Science and Computer Science,Worcester,MA,USA,01604"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute (WPI),Departments of Data Science and Computer Science,Worcester,MA,USA,01604","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008269094","display_name":"Elke A. Rundensteiner","orcid":"https://orcid.org/0000-0001-5375-9254"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elke Rundensteiner","raw_affiliation_strings":["Worcester Polytechnic Institute (WPI),Departments of Data Science and Computer Science,Worcester,MA,USA,01604"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute (WPI),Departments of Data Science and Computer Science,Worcester,MA,USA,01604","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063324172"],"corresponding_institution_ids":["https://openalex.org/I858936495"],"apc_list":null,"apc_paid":null,"fwci":9.2971,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.98582152,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"2022","issue":null,"first_page":"4691","last_page":"4694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.6309356689453125},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5765324234962463},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5165476202964783},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4975433647632599},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4880324900150299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45972177386283875},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4318247139453888},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.41939783096313477},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3558872640132904},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0944029688835144}],"concepts":[{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.6309356689453125},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5765324234962463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5165476202964783},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4975433647632599},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4880324900150299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45972177386283875},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4318247139453888},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.41939783096313477},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3558872640132904},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0944029688835144},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D006268","descriptor_name":"Health Facilities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006268","descriptor_name":"Health Facilities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006268","descriptor_name":"Health Facilities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011211","descriptor_name":"Electric Power Supplies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011211","descriptor_name":"Electric Power Supplies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011211","descriptor_name":"Electric Power Supplies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017753","descriptor_name":"Ecosystem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017753","descriptor_name":"Ecosystem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017753","descriptor_name":"Ecosystem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871120","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36085764","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36085764","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3222442142","display_name":null,"funder_award_id":"CHILE/2015-56150007","funder_id":"https://openalex.org/F4320331146","funder_display_name":"Agencia Nacional de Investigaci\u00f3n y Desarrollo"},{"id":"https://openalex.org/G3744676899","display_name":null,"funder_award_id":"DMS-1337943","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320331146","display_name":"Agencia Nacional de Investigaci\u00f3n y Desarrollo","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W46663288","https://openalex.org/W1974665640","https://openalex.org/W2003502731","https://openalex.org/W2109636054","https://openalex.org/W2132322340","https://openalex.org/W2252180568","https://openalex.org/W2346454595","https://openalex.org/W2896457183","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W2981660166","https://openalex.org/W3119450855","https://openalex.org/W3129219638","https://openalex.org/W3130824471","https://openalex.org/W3211189476","https://openalex.org/W4210320615","https://openalex.org/W4210576422","https://openalex.org/W4287591007","https://openalex.org/W6601957410","https://openalex.org/W6676218802","https://openalex.org/W6691669583","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6768851824","https://openalex.org/W6769391476","https://openalex.org/W6786069805","https://openalex.org/W6788315557"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W4205302943","https://openalex.org/W2142795561","https://openalex.org/W2770593030","https://openalex.org/W2611989081","https://openalex.org/W4281727072","https://openalex.org/W2379948177","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Depression":[0],"is":[1,16,26,146],"among":[2],"the":[3,19,39,75,90,102,136],"most":[4],"prevalent":[5],"mental":[6],"health":[7],"disorders":[8],"with":[9,38,104,143],"increasing":[10],"prevalence":[11],"worldwide.":[12],"While":[13],"early":[14],"detection":[15],"critical":[17],"for":[18],"prognosis":[20],"of":[21,41,62,79,86,92,109,138,152],"depression":[22,25,37,67,76,142],"treatment,":[23],"detecting":[24],"challenging.":[27],"Previous":[28],"deep":[29],"learning":[30],"research":[31,134],"has":[32],"thus":[33],"begun":[34],"to":[35,94,140,148],"detect":[36,141],"transcripts":[40,91],"clinical":[42,96,128],"interview":[43,97,129],"questions.":[44,98],"Since":[45],"approaches":[46],"using":[47],"Bidirectional":[48],"Encoder":[49],"Representations":[50],"from":[51],"Transformers":[52],"(BERT)":[53],"have":[54],"demonstrated":[55],"particular":[56],"promise,":[57],"we":[58,73,100],"hypothesize":[59],"that":[60,119],"ensembles":[61,85,103,120,139],"BERT":[63,81,87],"variants":[64,82,88],"will":[65],"improve":[66],"detection.":[68],"Thus,":[69],"in":[70],"this":[71],"research,":[72],"compare":[74],"classification":[77],"abilities":[78],"three":[80],"and":[83,112,125],"four":[84],"on":[89],"responses":[93],"12":[95],"Specifically,":[99],"implement":[101],"different":[105],"ensemble":[106],"strategies,":[107],"number":[108],"model":[110],"components,":[111],"architectural":[113],"layer":[114],"combinations.":[115],"Our":[116],"results":[117],"demonstrate":[118],"increase":[121],"mean":[122],"F1":[123],"scores":[124],"robustness":[126],"across":[127],"data.":[130],"Clinical":[131],"relevance-":[132],"This":[133],"highlights":[135],"potential":[137],"text":[144],"which":[145],"important":[147],"guide":[149],"future":[150],"development":[151],"healthcare":[153],"application":[154],"ecosystems.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}