{"id":"https://openalex.org/W7224094459","doi":"https://doi.org/10.1007/s44196-026-01636-x","title":"ModernBert to LLaMA: a Benchmark Study of LLM Robustness for Depression Detection in Social Media Texts","display_name":"ModernBert to LLaMA: a Benchmark Study of LLM Robustness for Depression Detection in Social Media Texts","publication_year":2026,"publication_date":"2026-10-28","ids":{"openalex":"https://openalex.org/W7224094459","doi":"https://doi.org/10.1007/s44196-026-01636-x"},"language":"en","primary_location":{"id":"doi:10.1007/s44196-026-01636-x","doi":"https://doi.org/10.1007/s44196-026-01636-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-026-01636-x","pdf_url":null,"source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44196-026-01636-x","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137031473","display_name":"Yash Prakash Narayan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405259495","display_name":"Bharati Vidyapeeth's College of Engineering, Delhi","ror":"https://ror.org/02akhpg19","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405259495"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Yash Prakash Narayan","raw_affiliation_strings":["Department of Computer Science and Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi, 110063, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi, 110063, India","institution_ids":["https://openalex.org/I4405259495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083372092","display_name":"Arun Kumar Dubey","orcid":"https://orcid.org/0000-0002-6844-9213","observed_orcids":["https://orcid.org/0000-0002-6844-9213"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arun Kumar Dubey","raw_affiliation_strings":["Department of Computer Science and Engineering, Samrat Ashok Rajkiya Engineering College (SAREC), Mirzapur, Uttar Pradesh, 231001, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Samrat Ashok Rajkiya Engineering College (SAREC), Mirzapur, Uttar Pradesh, 231001, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039949088","display_name":"Achin Jain","orcid":"https://orcid.org/0000-0002-3968-4169","observed_orcids":["https://orcid.org/0000-0002-3968-4169"]},"institutions":[{"id":"https://openalex.org/I4405259495","display_name":"Bharati Vidyapeeth's College of Engineering, Delhi","ror":"https://ror.org/02akhpg19","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405259495"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Achin Jain","raw_affiliation_strings":["Department of Information Technology, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi, 110063, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi, 110063, India","institution_ids":["https://openalex.org/I4405259495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007110641","display_name":"Arvind Panwar","orcid":"https://orcid.org/0000-0001-9957-6365","observed_orcids":["https://orcid.org/0000-0001-9957-6365"]},"institutions":[{"id":"https://openalex.org/I155125381","display_name":"Galgotias University","ror":"https://ror.org/02w8ba206","country_code":"IN","type":"education","lineage":["https://openalex.org/I155125381"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arvind Panwar","raw_affiliation_strings":["School of Computer Science and Engineering, Galgotias University, Greater Noida, Uttar Pradesh, 201308, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Galgotias University, Greater Noida, Uttar Pradesh, 201308, India","institution_ids":["https://openalex.org/I155125381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160051357","display_name":"Alex Varghese","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405259495","display_name":"Bharati Vidyapeeth's College of Engineering, Delhi","ror":"https://ror.org/02akhpg19","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405259495"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Alex Varghese","raw_affiliation_strings":["Department of Computer Science and Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi, 110063, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi, 110063, India","institution_ids":["https://openalex.org/I4405259495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045569977","display_name":"Ond\u0159ej Krejcar","orcid":"https://orcid.org/0000-0002-5992-2574","observed_orcids":["https://orcid.org/0000-0002-5992-2574"]},"institutions":[{"id":"https://openalex.org/I44930506","display_name":"\u0160koda Auto University","ror":"https://ror.org/02zpfcb35","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44930506"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Ondrej Krejcar","raw_affiliation_strings":["Research Center, \u0160koda Auto University, Mlad\u00e1 Boleslav, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center, \u0160koda Auto University, Mlad\u00e1 Boleslav, Czech Republic","institution_ids":["https://openalex.org/I44930506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058029356","display_name":"Luk\u00e1\u0161 Herout","orcid":"https://orcid.org/0000-0001-7906-5453","observed_orcids":["https://orcid.org/0000-0001-7906-5453"]},"institutions":[{"id":"https://openalex.org/I44930506","display_name":"\u0160koda Auto University","ror":"https://ror.org/02zpfcb35","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44930506"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Lukas Herout","raw_affiliation_strings":["Department of Informatics, \u0160koda Auto University, Mlad\u00e1 Boleslav, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, \u0160koda Auto University, Mlad\u00e1 Boleslav, Czech Republic","institution_ids":["https://openalex.org/I44930506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006298019","display_name":"Hamidreza Namazi","orcid":"https://orcid.org/0000-0001-7178-455X","observed_orcids":["https://orcid.org/0000-0001-7178-455X","https://orcid.org/0000-0002-6354-1985"]},"institutions":[{"id":"https://openalex.org/I101407740","display_name":"Chandigarh University","ror":"https://ror.org/05t4pvx35","country_code":"IN","type":"education","lineage":["https://openalex.org/I101407740"]},{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577","https://openalex.org/I56590836"]},{"id":"https://openalex.org/I44930506","display_name":"\u0160koda Auto University","ror":"https://ror.org/02zpfcb35","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44930506"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","CZ","IN","MY"],"is_corresponding":true,"raw_author_name":"Hamidreza Namazi","raw_affiliation_strings":["Research Center, \u0160koda Auto University, Mlad\u00e1 Boleslav, Czech Republic","School of Engineering, Monash University, Selangor, Malaysia","University Centre for Research & Development, Chandigarh University, Mohali, 140413, Punjab, India"],"raw_orcid":"https://orcid.org/0000-0002-6354-1985","affiliations":[{"raw_affiliation_string":"Research Center, \u0160koda Auto University, Mlad\u00e1 Boleslav, Czech Republic","institution_ids":["https://openalex.org/I44930506"]},{"raw_affiliation_string":"School of Engineering, Monash University, Selangor, Malaysia","institution_ids":["https://openalex.org/I11662577","https://openalex.org/I56590836"]},{"raw_affiliation_string":"University Centre for Research & Development, Chandigarh University, Mohali, 140413, Punjab, India","institution_ids":["https://openalex.org/I101407740"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5006298019","https://openalex.org/A5039949088"],"corresponding_institution_ids":["https://openalex.org/I101407740","https://openalex.org/I11662577","https://openalex.org/I4405259495","https://openalex.org/I44930506","https://openalex.org/I56590836"],"apc_list":{"value":2490,"currency":"USD","value_usd":2490},"apc_paid":{"value":2490,"currency":"USD","value_usd":2490},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.90980954,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.009600000455975533,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7630000114440918},{"id":"https://openalex.org/keywords/depression-detection","display_name":"depression detection","score":0.796999990940094},{"id":"https://openalex.org/keywords/social-media-text","display_name":"social media text","score":0.8629999756813049},{"id":"https://openalex.org/keywords/robustness-benchmarking","display_name":"robustness benchmarking","score":0.6380000114440918},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.6380000114440918},{"id":"https://openalex.org/keywords/llama","display_name":"llamas","score":0.9769999980926514},{"id":"https://openalex.org/keywords/mental-health-screening","display_name":"mental health screening","score":0.546999990940094},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.4440000057220459}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7840999960899353},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.7626000046730042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.673799991607666},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6680999994277954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5716999769210815},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5414000153541565},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3959999978542328},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33480000495910645},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.31529998779296875},{"id":"https://openalex.org/C178233286","wikidata":"https://www.wikidata.org/wiki/Q645999","display_name":"Social comparison theory","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.29440000653266907},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2896000146865845},{"id":"https://openalex.org/C2992654203","wikidata":"https://www.wikidata.org/wiki/Q1193236","display_name":"Popular media","level":2,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s44196-026-01636-x","doi":"https://doi.org/10.1007/s44196-026-01636-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-026-01636-x","pdf_url":null,"source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s44196-026-01636-x","doi":"https://doi.org/10.1007/s44196-026-01636-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-026-01636-x","pdf_url":null,"source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.8048999905586243,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320971","display_name":"Monash University","ror":"https://ror.org/02bfwt286"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7171806610","https://openalex.org/W7166742376","https://openalex.org/W7167887967","https://openalex.org/W7125151371","https://openalex.org/W7138158931","https://openalex.org/W7094941488","https://openalex.org/W7161388089","https://openalex.org/W6999812057","https://openalex.org/W6941154425","https://openalex.org/W6964065365"],"abstract_inverted_index":{"Social":[0],"media":[1,63],"platforms":[2],"generate":[3],"vast":[4],"amounts":[5],"of":[6,50,84,105,122,172,194,220,258],"textual":[7],"data":[8,21,75,123,213],"that":[9,30,69,198,274,290,322],"offer":[10],"critical":[11,265],"insights":[12],"into":[13],"public":[14],"mental":[15,58,270,316],"health.":[16],"However,":[17,178],"effectively":[18],"analyzing":[19],"this":[20,229],"for":[22,40,267,283,308,324],"early":[23],"depression":[24],"detection":[25],"requires":[26],"robust":[27],"language":[28],"models":[29,99,135,242,276,293],"can":[31],"handle":[32],"real-world":[33,208],"variations.":[34],"This":[35,196,261],"study":[36,230,262],"addresses":[37],"the":[38,48,106,120,163,180,187,206,218,223,251,256],"need":[39],"scalable":[41],"and":[42,78,94,110,114,125,151,233,314],"reliable":[43,313],"AI-driven":[44],"tools":[45],"by":[46,131],"exploring":[47],"effectiveness":[49],"various":[51],"Large":[52],"Language":[53],"Models":[54],"(LLMs)":[55],"in":[56,74,228,269],"classifying":[57],"health":[59,271,317],"status":[60],"from":[61,239,248],"social":[62],"text,":[64],"aiming":[65],"to":[66,72,118,250],"identify":[67],"architectures":[68],"are":[70],"resilient":[71],"shifts":[73],"volume,":[76],"preprocessing,":[77],"domain.":[79],"A":[80],"comprehensive":[81],"comparative":[82],"evaluation":[83],"several":[85],"prominent":[86],"LLMs":[87,268],"specifically":[88],"LLaMA-1b,":[89],"LLaMA-3b,":[90],"ModernBert,":[91,303],"Bert,":[92],"GPT-2,":[93],"Pythia-1b":[95],"was":[96,128,144,231],"conducted.":[97],"The":[98,287],"were":[100],"systematically":[101],"trained":[102,134],"on":[103,136,174,179,277,295],"subsets":[104],"Sentiment140":[107],"dataset":[108,141],"(100k":[109],"50k":[111,175],"rows)":[112],"with":[113,162,235,302],"without":[115],"text":[116],"preprocessing":[117,221],"assess":[119],"impact":[121],"volume":[124,214],"cleaning.":[126,240],"Generalization":[127],"rigorously":[129],"tested":[130],"evaluating":[132,275],"all":[133],"an":[137],"independent,":[138],"unseen,":[139],"depression-focused":[140],"(DD-Kaggle).":[142],"Performance":[143],"measured":[145],"using":[146],"accuracy,":[147,189],"precision,":[148],"recall,":[149],"F1-score,":[150],"AUC.":[152],"On":[153],"in-distribution":[154,296],"validation":[155,170,200,249],"sets,":[156],"a":[157,168,191,244,264,305],"clear":[158],"performance":[159,201,246],"hierarchy":[160],"emerged,":[161],"larger":[164,292],"LLaMA-3B":[165],"model":[166],"achieving":[167],"peak":[169],"accuracy":[171],"92.33%":[173],"uncleaned":[176],"dataset.":[177],"unseen":[181,252],"out-of-distribution":[182],"test":[183,253,279],"set,":[184,254],"ModernBert":[185],"achieved":[186],"highest":[188],"reaching":[190],"top":[192],"score":[193],"72.42%.":[195],"highlights":[197],"superior":[199],"does":[202],"not":[203],"always":[204],"guarantee":[205],"best":[207],"generalization.":[209,310],"While":[210],"increased":[211],"training":[212],"consistently":[215],"improved":[216],"performance,":[217],"effect":[219],"under":[222],"specific":[224],"aggressive":[225],"pipeline":[226],"evaluated":[227],"mixed":[232],"model-dependent,":[234],"no":[236],"consistent":[237],"improvement":[238],"All":[241],"exhibited":[243],"significant":[245],"drop":[247],"underscoring":[255],"challenge":[257],"domain":[259,325],"shift.":[260],"provides":[263],"benchmark":[266],"monitoring,":[272],"demonstrating":[273],"independent":[278],"sets":[280],"is":[281,304,327],"essential":[282],"gauging":[284],"true":[285],"robustness.":[286],"findings":[288],"indicate":[289],"while":[291],"excel":[294],"data,":[297],"architectural":[298],"suitability,":[299],"as":[300],"seen":[301],"key":[306],"factor":[307],"successful":[309],"For":[311],"developing":[312],"effective":[315],"monitoring":[318],"tools,":[319],"rigorous":[320],"testing":[321],"accounts":[323],"shift":[326],"paramount.":[328]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-10-29T00:00:00"}