{"id":"https://openalex.org/W4408345710","doi":"https://doi.org/10.1109/icassp49660.2025.10889373","title":"AuscMLLM: Bridging Classification and Reasoning in Heart Sound Analysis with a Multimodal Large Language Model","display_name":"AuscMLLM: Bridging Classification and Reasoning in Heart Sound Analysis with a Multimodal Large Language Model","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408345710","doi":"https://doi.org/10.1109/icassp49660.2025.10889373"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10889373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101726382","display_name":"Zihan Zhao","orcid":"https://orcid.org/0000-0001-8178-8861"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Zhao","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113123604","display_name":"Pingjie Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingjie Wang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113380884","display_name":"Liudan Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liudan Zhao","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342828","display_name":"Ya Zhang","orcid":"https://orcid.org/0000-0002-5390-9053"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460441","display_name":"Kun Sun","orcid":"https://orcid.org/0000-0002-0504-7372"},"institutions":[{"id":"https://openalex.org/I2801518579","display_name":"XinHua Hospital","ror":"https://ror.org/04dzvks42","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801518579"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Sun","raw_affiliation_strings":["Jiao Tong University School of Medicine,Xinhua Hospital Affiated to Shanghai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiao Tong University School of Medicine,Xinhua Hospital Affiated to Shanghai","institution_ids":["https://openalex.org/I2801518579"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015182080","display_name":"Xin Sun","orcid":"https://orcid.org/0000-0003-1870-9037"},"institutions":[{"id":"https://openalex.org/I2801518579","display_name":"XinHua Hospital","ror":"https://ror.org/04dzvks42","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801518579"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Sun","raw_affiliation_strings":["Jiao Tong University School of Medicine,Xinhua Hospital Affiated to Shanghai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiao Tong University School of Medicine,Xinhua Hospital Affiated to Shanghai","institution_ids":["https://openalex.org/I2801518579"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103192420","display_name":"Xin Zhou","orcid":"https://orcid.org/0009-0000-2614-9071"},"institutions":[{"id":"https://openalex.org/I2801518579","display_name":"XinHua Hospital","ror":"https://ror.org/04dzvks42","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801518579"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Jiao Tong University School of Medicine,Xinhua Hospital Affiated to Shanghai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiao Tong University School of Medicine,Xinhua Hospital Affiated to Shanghai","institution_ids":["https://openalex.org/I2801518579"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645705","display_name":"Yanfeng Wang","orcid":"https://orcid.org/0000-0002-3196-2347"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Wang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445368","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0003-3511-0288"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12419","display_name":"Phonocardiography and Auscultation Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12419","display_name":"Phonocardiography and Auscultation Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9441999793052673,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9157000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.8769781589508057},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7172708511352539},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5142807364463806},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44998666644096375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4088318943977356},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32433193922042847}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.8769781589508057},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7172708511352539},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5142807364463806},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44998666644096375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4088318943977356},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32433193922042847},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10889373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2593116425","https://openalex.org/W2612528668","https://openalex.org/W2752369390","https://openalex.org/W2899736836","https://openalex.org/W2901976219","https://openalex.org/W3037146579","https://openalex.org/W3094550259","https://openalex.org/W3176445421","https://openalex.org/W3198272982","https://openalex.org/W4321488355","https://openalex.org/W4386615065","https://openalex.org/W4387186665","https://openalex.org/W4387232979","https://openalex.org/W4400578784","https://openalex.org/W6734269609","https://openalex.org/W6734298547","https://openalex.org/W6734306856","https://openalex.org/W6780793664","https://openalex.org/W6796581206","https://openalex.org/W6848208918","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871","https://openalex.org/W2272354214","https://openalex.org/W2084768720","https://openalex.org/W2043010663","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0,109],"study":[1],"introduces":[2],"a":[3,35,41,92,114],"multimodal":[4],"large":[5,98],"language":[6,99],"model":[7,60,100],"capable":[8],"of":[9,27,52,72,81,105],"not":[10,111],"only":[11,112],"accomplishing":[12],"various":[13],"heart":[14,88,118],"sound":[15,119],"tasks":[16],"but":[17,121],"also":[18,122],"providing":[19],"reasoning,":[20],"marking":[21],"an":[22,82],"advancement":[23],"in":[24,133],"the":[25,50,70,79,103,124],"field":[26],"medical":[28],"diagnostics.":[29],"The":[30],"model\u2019s":[31],"innovation":[32],"stems":[33],"from":[34,74],"collaboration":[36],"with":[37],"experts":[38],"to":[39,65,101],"collect":[40],"novel":[42,63],"dataset":[43],"designed":[44],"specifically":[45],"for":[46,87,97,117,126],"reasoning":[47],"tasks,":[48],"addressing":[49],"limitations":[51],"existing":[53],"datasets":[54],"that":[55],"lacked":[56],"this":[57],"capability.":[58],"Our":[59],"integrates":[61],"multiple":[62],"methodologies":[64],"enhance":[66],"diagnostic":[67,131],"accuracy,":[68],"including":[69],"incorporation":[71],"knowledge":[73],"relevant":[75],"textbooks":[76],"through":[77],"pre-training,":[78],"employment":[80],"audio":[83],"feature":[84],"extractor":[85],"optimized":[86],"sound-text":[89],"alignment,":[90],"and":[91,129],"logit":[93],"adjustment":[94],"loss":[95],"tailored":[96],"mitigate":[102],"challenge":[104],"imbalanced":[106],"data":[107],"categories.":[108],"approach":[110],"sets":[113],"new":[115],"standard":[116],"analysis":[120],"paves":[123],"way":[125],"more":[127],"interpretable":[128],"comprehensive":[130],"models":[132],"healthcare.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}