{"id":"https://openalex.org/W4405488398","doi":"https://doi.org/10.1109/access.2024.3519308","title":"A Hybrid Transformer Architecture for Multiclass Mental Illness Prediction Using Social Media Text","display_name":"A Hybrid Transformer Architecture for Multiclass Mental Illness Prediction Using Social Media Text","publication_year":2024,"publication_date":"2024-12-17","ids":{"openalex":"https://openalex.org/W4405488398","doi":"https://doi.org/10.1109/access.2024.3519308"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3519308","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3519308","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3519308","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115513235","display_name":"Adnan Karamat","orcid":null},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Adnan Karamat","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0006-5462-1904","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101555375","display_name":"Muhammad Imran","orcid":"https://orcid.org/0000-0003-4184-6603"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Imran","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4184-6603","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040252653","display_name":"Muhammad Usman Yaseen","orcid":"https://orcid.org/0000-0002-7032-9544"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Usman Yaseen","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-7032-9544","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065458301","display_name":"Rasool Bukhsh","orcid":"https://orcid.org/0000-0002-1973-8713"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Rasool Bukhsh","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-1973-8713","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad (CUI), Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061765479","display_name":"Sheraz Aslam","orcid":"https://orcid.org/0000-0003-4305-0908"},"institutions":[{"id":"https://openalex.org/I163151358","display_name":"Cyprus University of Technology","ror":"https://ror.org/05qt8tf94","country_code":"CY","type":"education","lineage":["https://openalex.org/I163151358"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Sheraz Aslam","raw_affiliation_strings":["Department of Electrical Engineering, Computer Engineering and Informatics, Cyprus University of Technology, Limassol, Cyprus","Department of Electrical Engineering, Computer Engineering, and Informatics, Cyprus University of Technology, Limassol, Cyprus"],"raw_orcid":"https://orcid.org/0000-0003-4305-0908","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Computer Engineering and Informatics, Cyprus University of Technology, Limassol, Cyprus","institution_ids":["https://openalex.org/I163151358"]},{"raw_affiliation_string":"Department of Electrical Engineering, Computer Engineering, and Informatics, Cyprus University of Technology, Limassol, Cyprus","institution_ids":["https://openalex.org/I163151358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033415173","display_name":"Nouman Ashraf","orcid":"https://orcid.org/0000-0002-0164-8031"},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Nouman Ashraf","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Technological University Dublin, Dublin, Ireland","School of Electrical and Electronic Engineering, Technological University, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-0164-8031","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Technological University Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Technological University, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":13.8094,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99203631,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"12148","last_page":"12167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9265999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6414949297904968},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6082128286361694},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5410938858985901},{"id":"https://openalex.org/keywords/mental-illness","display_name":"Mental illness","score":0.5166709423065186},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4807531535625458},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4015594720840454},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17451632022857666},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1687048375606537},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.12728801369667053},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.12587448954582214},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11206677556037903},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08027878403663635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6414949297904968},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6082128286361694},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5410938858985901},{"id":"https://openalex.org/C2776674806","wikidata":"https://www.wikidata.org/wiki/Q12135","display_name":"Mental illness","level":3,"score":0.5166709423065186},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4807531535625458},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4015594720840454},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17451632022857666},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1687048375606537},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.12728801369667053},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.12587448954582214},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11206677556037903},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08027878403663635},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3519308","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3519308","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0fbbfb9825384e17a4ce56c50e0ac237","is_oa":true,"landing_page_url":"https://doaj.org/article/0fbbfb9825384e17a4ce56c50e0ac237","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 12148-12167 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3519308","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3519308","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5099999904632568,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W2402700","https://openalex.org/W1537829113","https://openalex.org/W2098341654","https://openalex.org/W2153531592","https://openalex.org/W2412117970","https://openalex.org/W2498404599","https://openalex.org/W2622827166","https://openalex.org/W2741216199","https://openalex.org/W2769304358","https://openalex.org/W2780483464","https://openalex.org/W2889097229","https://openalex.org/W2941902524","https://openalex.org/W2998644122","https://openalex.org/W3005911073","https://openalex.org/W3009753843","https://openalex.org/W3016847450","https://openalex.org/W3043553083","https://openalex.org/W3107085536","https://openalex.org/W3161724753","https://openalex.org/W3166185110","https://openalex.org/W3167364369","https://openalex.org/W3170304204","https://openalex.org/W4200275335","https://openalex.org/W4200585733","https://openalex.org/W4211189621","https://openalex.org/W4220666146","https://openalex.org/W4220916703","https://openalex.org/W4221131033","https://openalex.org/W4280622378","https://openalex.org/W4288066806","https://openalex.org/W4297499142","https://openalex.org/W4308303479","https://openalex.org/W4310720906","https://openalex.org/W4313444067","https://openalex.org/W4313488044","https://openalex.org/W4315649445","https://openalex.org/W4317042343","https://openalex.org/W4367318261","https://openalex.org/W4381513677","https://openalex.org/W4383198091","https://openalex.org/W4385289230","https://openalex.org/W4387398929","https://openalex.org/W4387875671","https://openalex.org/W4389045310","https://openalex.org/W4392693930","https://openalex.org/W4399682059","https://openalex.org/W4400134137","https://openalex.org/W4400188157","https://openalex.org/W4400429816","https://openalex.org/W4400875496","https://openalex.org/W4405018009","https://openalex.org/W6786069805","https://openalex.org/W6802958121","https://openalex.org/W6839493336","https://openalex.org/W6852104648","https://openalex.org/W6854476938","https://openalex.org/W6855279210","https://openalex.org/W6948875952"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2217154547","https://openalex.org/W4297999926","https://openalex.org/W4295846964","https://openalex.org/W2751598822","https://openalex.org/W3035328369","https://openalex.org/W3127599578","https://openalex.org/W3116052352","https://openalex.org/W2359268623","https://openalex.org/W2462440700"],"abstract_inverted_index":{"Mental":[0],"illness":[1,102],"prediction":[2],"through":[3],"text":[4,67,152],"involves":[5],"employing":[6],"natural":[7],"language":[8,63,80,132],"processing":[9],"(NLP)":[10],"techniques":[11,60],"and":[12,29,61,129,140,193,214],"deep":[13,30,142],"learning":[14,28,31],"algorithms":[15,32],"to":[16,54,65,138,156,221],"analyze":[17],"textual":[18],"data":[19,153,171],"for":[20,40,77,110,172,208],"the":[21,37,41,85,157,184,206,216],"identification":[22],"of":[23,43,90,151,169,175,183,191,196,218],"mental":[24,44,101,158,223],"disorders.":[25],"Therefore,":[26],"machine":[27],"have":[33],"been":[34],"utilized":[35],"in":[36,88,113,201,211,226],"existing":[38,111],"literature":[39],"detection":[42],"illness.":[45],"However,":[46],"current":[47],"systems":[48],"exhibit":[49],"suboptimal":[50],"performance":[51,182],"primarily":[52],"due":[53],"their":[55],"reliance":[56],"on":[57,147,165],"traditional":[58],"embedding":[59],"generic":[62],"models":[64,81,112,137,200],"generate":[66,139],"embeddings.":[68],"To":[69],"address":[70,222],"this":[71,119,212],"limitation,":[72],"there":[73],"is":[74,145,163],"a":[75,93,108,123,166],"requirement":[76],"domain-specific":[78],"pretrained":[79,131,146],"that":[82],"comprehensively":[83],"understand":[84],"context":[86],"found":[87],"posts":[89],"person":[91],"with":[92,100,135,187],"psychiatric":[94],"disability":[95],"patients.":[96],"Posts":[97],"from":[98],"individuals":[99],"often":[103],"contain":[104],"metaphorical":[105,170,176],"expressions,":[106],"posing":[107],"challenge":[109],"understanding":[114,174],"such":[115],"figurative":[116],"language.":[117],"In":[118],"study,":[120],"we":[121],"propose":[122],"hybrid":[124],"transformer":[125],"architecture,":[126],"comprising":[127],"MentalBERT":[128,144],"MelBERT":[130,162],"models,":[133],"cascaded":[134],"CNN":[136],"concatenate":[141],"features.":[143],"an":[148,188,194],"extensive":[149],"corpus":[150,168],"specifically":[154],"related":[155],"health":[159,224],"domain,":[160],"while":[161],"trained":[164],"large":[167],"improved":[173],"expressions.":[177],"The":[178],"results":[179],"reveal":[180],"outstanding":[181],"proposed":[185],"architecture":[186],"overall":[189],"accuracy":[190],"92%":[192],"F1-score":[195],"92%,":[197],"surpassing":[198],"state-of-the-art":[199],"comparison.":[202],"This":[203],"study":[204],"underscores":[205],"necessity":[207],"further":[209],"research":[210],"field":[213],"illustrates":[215],"potential":[217],"advanced":[219],"technologies":[220],"issues":[225],"contemporary":[227],"society.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2025-10-10T00:00:00"}