{"id":"https://openalex.org/W4285240641","doi":"https://doi.org/10.18653/v1/2022.ltedi-1.40","title":"OPI@LT-EDI-ACL2022: Detecting Signs of Depression from Social Media Text using RoBERTa Pre-trained Language Models","display_name":"OPI@LT-EDI-ACL2022: Detecting Signs of Depression from Social Media Text using RoBERTa Pre-trained Language Models","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285240641","doi":"https://doi.org/10.18653/v1/2022.ltedi-1.40"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.ltedi-1.40","doi":"https://doi.org/10.18653/v1/2022.ltedi-1.40","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.ltedi-1.40","pdf_url":"https://aclanthology.org/2022.ltedi-1.40.pdf","source":{"id":"https://openalex.org/S7407107002","display_name":"Workshop on Language Technology for Equality, Diversity, Inclusion (LT-EDI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second Workshop on Language Technology for Equality, Diversity and Inclusion","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.ltedi-1.40.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038133801","display_name":"Rafa\u0142 Po\u015bwiata","orcid":"https://orcid.org/0000-0002-6108-2711","observed_orcids":["https://orcid.org/0000-0002-6108-2711"]},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Rafa\u0142 Po\u015bwiata","raw_affiliation_strings":["National Information Processing Institute, 00-608 Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Information Processing Institute, 00-608 Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034957911","display_name":"Micha\u0142 Pere\u0142kiewicz","orcid":"https://orcid.org/0000-0001-8646-3345","observed_orcids":["https://orcid.org/0000-0001-8646-3345"]},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Micha\u0142 Pere\u0142kiewicz","raw_affiliation_strings":["National Information Processing Institute, 00-608 Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Information Processing Institute, 00-608 Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210139285"],"apc_list":null,"apc_paid":null,"fwci":20.2426,"has_fulltext":true,"cited_by_count":58,"citation_normalized_percentile":{"value":0.9962649,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"276","last_page":"282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/depression-detection","display_name":"depression detection","score":0.996999979019165},{"id":"https://openalex.org/keywords/social-media-text","display_name":"social media text","score":0.9589999914169312},{"id":"https://openalex.org/keywords/roberta","display_name":"RoBERTa","score":0.8740000128746033},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.671999990940094},{"id":"https://openalex.org/keywords/xlnet","display_name":"XLNet","score":0.9950000047683716},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.8059999942779541},{"id":"https://openalex.org/keywords/ensemble-averaging","display_name":"ensemble averaging","score":0.9039999842643738},{"id":"https://openalex.org/keywords/mental-health","display_name":"mental health","score":0.6729999780654907}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6761489510536194},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.6680198311805725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6387115716934204},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.6293257474899292},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5993035435676575},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5936623811721802},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5689388513565063},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5372777581214905},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49355876445770264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4839744567871094},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.4158041179180145},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3737776279449463},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19542142748832703},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15882116556167603},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11426007747650146},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09066161513328552},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.ltedi-1.40","doi":"https://doi.org/10.18653/v1/2022.ltedi-1.40","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.ltedi-1.40","pdf_url":"https://aclanthology.org/2022.ltedi-1.40.pdf","source":{"id":"https://openalex.org/S7407107002","display_name":"Workshop on Language Technology for Equality, Diversity, Inclusion (LT-EDI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second Workshop on Language Technology for Equality, Diversity and Inclusion","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.ltedi-1.40","doi":"https://doi.org/10.18653/v1/2022.ltedi-1.40","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.ltedi-1.40","pdf_url":"https://aclanthology.org/2022.ltedi-1.40.pdf","source":{"id":"https://openalex.org/S7407107002","display_name":"Workshop on Language Technology for Equality, Diversity, Inclusion (LT-EDI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second Workshop on Language Technology for Equality, Diversity and Inclusion","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.428600013256073,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285240641.pdf","grobid_xml":"https://content.openalex.org/works/W4285240641.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2402700","https://openalex.org/W757697219","https://openalex.org/W1567805217","https://openalex.org/W2067495470","https://openalex.org/W2094553285","https://openalex.org/W2250375872","https://openalex.org/W2252031683","https://openalex.org/W2753766265","https://openalex.org/W2911489562","https://openalex.org/W2927148761","https://openalex.org/W2940818588","https://openalex.org/W2950813464","https://openalex.org/W2953413710","https://openalex.org/W2963341956","https://openalex.org/W2965265935","https://openalex.org/W2965373594","https://openalex.org/W2998644122","https://openalex.org/W3033862527","https://openalex.org/W3033913896","https://openalex.org/W3114950584","https://openalex.org/W3131947689","https://openalex.org/W3132553097","https://openalex.org/W3133738707","https://openalex.org/W3154219437","https://openalex.org/W3154426640","https://openalex.org/W3156047327","https://openalex.org/W4221145185","https://openalex.org/W4237337450","https://openalex.org/W4253360490","https://openalex.org/W4285209895","https://openalex.org/W4292937823","https://openalex.org/W4382246105"],"related_works":["https://openalex.org/W4285267995","https://openalex.org/W4285304803","https://openalex.org/W4285209895","https://openalex.org/W4285263796","https://openalex.org/W4285139834","https://openalex.org/W4392209987","https://openalex.org/W4285106275","https://openalex.org/W4285197569","https://openalex.org/W4285217412","https://openalex.org/W4388584722"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"our":[3,49,78],"winning":[4],"solution":[5,50,95,120],"for":[6,68,85],"the":[7,36,63,73,92,99,107],"Shared":[8],"Task":[9],"on":[10,51],"Detecting":[11],"Signs":[12],"of":[13,38,61,88,114,118],"Depression":[14,86],"from":[15],"Social":[16],"Media":[17],"Text":[18],"at":[19,123],"LT-EDI-ACL2022.The":[20],"task":[21],"was":[22,96],"to":[23,97,105],"create":[24],"a":[25,111],"system":[26],"that,":[27],"given":[28],"social":[29],"media":[30],"posts":[31],"in":[32],"English,":[33],"should":[34],"detect":[35],"level":[37],"depression":[39],"as":[40],"'not":[41],"depressed',":[42],"'moderately":[43],"depressed'":[44],"or":[45],"'severely":[46],"depressed'.We":[47],"based":[48],"transformer-based":[52],"language":[53,80],"models.We":[54],"fine-tuned":[55],"selected":[56],"models:":[57],"BERT,":[58],"RoBERTa,":[59],"XLNet,":[60],"which":[62,102],"best":[64,108],"results":[65],"were":[66],"obtained":[67],"RoBERTa":[69],"large":[70],".Then,":[71],"using":[72],"prepared":[74,119],"corpus,":[75],"we":[76],"trained":[77],"own":[79],"model":[81,90],"called":[82],"DepRoBERTa":[83],"(RoBERTa":[84],"Detection).Fine-tuning":[87],"this":[89],"improved":[91],"results.The":[93],"third":[94],"use":[98],"ensemble":[100],"averaging,":[101],"turned":[103],"out":[104],"be":[106],"solution.It":[109],"achieved":[110],"macro-averaged":[112],"F1-score":[113],"0.583.The":[115],"source":[116],"code":[117],"is":[121],"available":[122],"https://github.com/rafalposwiata/depression-detection-lt-edi-2022.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2022-07-14T00:00:00"}