{"id":"https://openalex.org/W4408858295","doi":"https://doi.org/10.1109/jbhi.2025.3554331","title":"MBBo-RPSLD: Training a Multimodal BlenderBot for Rehabilitation in Post-Stroke Language Disorder","display_name":"MBBo-RPSLD: Training a Multimodal BlenderBot for Rehabilitation in Post-Stroke Language Disorder","publication_year":2025,"publication_date":"2025-03-26","ids":{"openalex":"https://openalex.org/W4408858295","doi":"https://doi.org/10.1109/jbhi.2025.3554331","pmid":"https://pubmed.ncbi.nlm.nih.gov/40138226"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2025.3554331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3554331","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yangyang Guo","orcid":"https://orcid.org/0009-0002-7876-4804"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangyang Guo","raw_affiliation_strings":["School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, China","School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0002-7876-4804","affiliations":[{"raw_affiliation_string":"School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125","https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034417970","display_name":"Airu Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Airu Huang","raw_affiliation_strings":["Department of Rehabilitation Medicine, Sichuan Provincial People's Hospital, School of Medicine, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Rehabilitation Medicine, Sichuan Provincial People's Hospital, School of Medicine, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bo Peng","orcid":"https://orcid.org/0009-0003-4467-5800"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Peng","raw_affiliation_strings":["Department of Rehabilitation Medicine, Sichuan Provincial People's Hospital, School of Medicine, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0003-4467-5800","affiliations":[{"raw_affiliation_string":"Department of Rehabilitation Medicine, Sichuan Provincial People's Hospital, School of Medicine, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yufeng Li","orcid":"https://orcid.org/0009-0001-4140-594X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Li","raw_affiliation_strings":["Department of Rehabilitation Medicine, Sichuan Provincial People's Hospital, School of Medicine, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0001-4140-594X","affiliations":[{"raw_affiliation_string":"Department of Rehabilitation Medicine, Sichuan Provincial People's Hospital, School of Medicine, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020908175","display_name":"Wei Gu","orcid":"https://orcid.org/0009-0007-0378-9739"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Gu","raw_affiliation_strings":["School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, China","School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125","https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science, School of Cyber Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I200845125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.792,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90086519,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"30","issue":"4","first_page":"2805","last_page":"2815"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rehabilitation","display_name":"Rehabilitation","score":0.6372111439704895},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.559668242931366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5406889319419861},{"id":"https://openalex.org/keywords/stroke","display_name":"Stroke (engine)","score":0.5298628211021423},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.509587287902832},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42081668972969055},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38599175214767456},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3480604290962219},{"id":"https://openalex.org/keywords/physical-therapy","display_name":"Physical therapy","score":0.3288341760635376},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2627686858177185},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0873914361000061}],"concepts":[{"id":"https://openalex.org/C2778818304","wikidata":"https://www.wikidata.org/wiki/Q1819478","display_name":"Rehabilitation","level":2,"score":0.6372111439704895},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.559668242931366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5406889319419861},{"id":"https://openalex.org/C2780645631","wikidata":"https://www.wikidata.org/wiki/Q671554","display_name":"Stroke (engine)","level":2,"score":0.5298628211021423},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.509587287902832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42081668972969055},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38599175214767456},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3480604290962219},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.3288341760635376},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2627686858177185},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0873914361000061},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000071939","descriptor_name":"Stroke Rehabilitation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000071939","descriptor_name":"Stroke Rehabilitation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007806","descriptor_name":"Language Disorders","qualifier_ui":"Q000209","qualifier_name":"etiology","is_major_topic":true},{"descriptor_ui":"D007806","descriptor_name":"Language Disorders","qualifier_ui":"Q000209","qualifier_name":"etiology","is_major_topic":true},{"descriptor_ui":"D007806","descriptor_name":"Language Disorders","qualifier_ui":"Q000534","qualifier_name":"rehabilitation","is_major_topic":true},{"descriptor_ui":"D007806","descriptor_name":"Language Disorders","qualifier_ui":"Q000534","qualifier_name":"rehabilitation","is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020521","descriptor_name":"Stroke","qualifier_ui":"Q000150","qualifier_name":"complications","is_major_topic":false},{"descriptor_ui":"D020521","descriptor_name":"Stroke","qualifier_ui":"Q000150","qualifier_name":"complications","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2025.3554331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3554331","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:40138226","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40138226","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G8304776410","display_name":"\u57fa\u4e8e\u533a\u5757\u94fe\u7684\u6570\u636e\u5b89\u5168\u5b58\u50a8\u5173\u952e\u5bc6\u7801\u5b66\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62072249","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Stroke,":[0],"a":[1,76,88,122],"severe":[2],"cerebrovascular":[3],"event,":[4],"can":[5],"lead":[6],"to":[7,41,212],"motor":[8],"deficits":[9],"and":[10,29,49,98,107,134,163,174,194,208],"often":[11],"impairs":[12],"language,":[13],"affecting":[14],"quality":[15],"of":[16,45,52,66,73,90,125,217],"life.":[17],"Thus,":[18],"developing":[19],"effective":[20],"rehabilitation":[21,78,188],"models":[22,170],"is":[23],"crucial":[24],"for":[25,80],"enhancing":[26],"language":[27,57,172,187],"function":[28],"well-being":[30],"in":[31,55,127,160,165,171],"stroke":[32,56,81,186,218],"patients.":[33,82],"This":[34],"paper":[35],"presents":[36],"the":[37,43,50,62,69,85,93,115,128,137,181,205,210,215],"Multi-Blender":[38,116,182],"model,":[39],"designed":[40],"address":[42],"challenges":[44],"multimodal":[46,63,191],"data":[47,100,192],"processing":[48,193],"complexity":[51],"medical":[53],"dialogue":[54],"rehabilitation.":[58,219],"The":[59,145],"model":[60,86,117,183,211],"integrates":[61],"encoding":[64],"capabilities":[65],"ImageBind-LLM":[67],"with":[68],"conversational":[70],"generation":[71],"strengths":[72],"BlenderBot,":[74],"creating":[75],"tailored":[77],"solution":[79],"We":[83],"evaluated":[84],"using":[87],"range":[89],"datasets,":[91],"including":[92],"NINDS":[94],"dataset,":[95],"MSDM":[96],"database,":[97],"clinical":[99],"from":[101],"hospitals,":[102],"focusing":[103],"on":[104,203],"audio-video":[105],"recognition":[106],"speech":[108],"translation":[109],"tasks.":[110],"Our":[111],"results":[112],"demonstrate":[113],"that":[114,180],"outperforms":[118],"existing":[119],"models,":[120],"achieving":[121],"BLEU":[123],"score":[124],"30.2":[126],"AST":[129],"task,":[130,139],"surpassing":[131],"Whisper":[132],"Large-v2":[133],"AudioPaLM.":[135],"In":[136],"ASR":[138],"it":[140,157],"also":[141],"displayed":[142],"superior":[143],"performance.":[144],"model's":[146],"effectiveness":[147,216],"was":[148],"further":[149,213],"validated":[150],"through":[151],"an":[152],"adjusted":[153],"MME":[154],"benchmark,":[155],"where":[156],"scored":[158],"85.25%":[159],"perceptual":[161],"tasks":[162],"76.83%":[164],"cognitive":[166],"tasks,":[167],"outperforming":[168],"other":[169],"understanding":[173],"fluency":[175],"scoring.":[176],"These":[177],"findings":[178],"indicate":[179],"significantly":[184],"enhances":[185],"by":[189],"improving":[190],"providing":[195],"accurate,":[196],"reliable":[197],"solutions.":[198],"Future":[199],"work":[200],"will":[201],"focus":[202],"expanding":[204],"training":[206],"dataset":[207],"optimizing":[209],"advance":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-07T06:01:17.266235","created_date":"2025-10-10T00:00:00"}