{"id":"https://openalex.org/W4391771706","doi":"https://doi.org/10.1155/2024/6680546","title":"Medical Image Description Based on Multimodal Auxiliary Signals and Transformer","display_name":"Medical Image Description Based on Multimodal Auxiliary Signals and Transformer","publication_year":2024,"publication_date":"2024-02-13","ids":{"openalex":"https://openalex.org/W4391771706","doi":"https://doi.org/10.1155/2024/6680546"},"language":"en","primary_location":{"id":"doi:10.1155/2024/6680546","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2024/6680546","pdf_url":"https://downloads.hindawi.com/journals/ijis/2024/6680546.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/ijis/2024/6680546.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024949205","display_name":"Yun Tan","orcid":"https://orcid.org/0000-0002-9855-8234"},"institutions":[{"id":"https://openalex.org/I119273862","display_name":"Central South University of Forestry and Technology","ror":"https://ror.org/02czw2k81","country_code":"CN","type":"education","lineage":["https://openalex.org/I119273862"]},{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yun Tan","raw_affiliation_strings":["Central South University of Forestry and Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-9855-8234","affiliations":[{"raw_affiliation_string":"Central South University of Forestry and Technology, Changsha, China","institution_ids":["https://openalex.org/I119273862","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070632748","display_name":"Chunzhi Li","orcid":"https://orcid.org/0000-0003-0695-2283"},"institutions":[{"id":"https://openalex.org/I119273862","display_name":"Central South University of Forestry and Technology","ror":"https://ror.org/02czw2k81","country_code":"CN","type":"education","lineage":["https://openalex.org/I119273862"]},{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunzhi Li","raw_affiliation_strings":["Central South University of Forestry and Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-0695-2283","affiliations":[{"raw_affiliation_string":"Central South University of Forestry and Technology, Changsha, China","institution_ids":["https://openalex.org/I119273862","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060614711","display_name":"Jiaohua Qin","orcid":"https://orcid.org/0000-0002-7549-7731"},"institutions":[{"id":"https://openalex.org/I119273862","display_name":"Central South University of Forestry and Technology","ror":"https://ror.org/02czw2k81","country_code":"CN","type":"education","lineage":["https://openalex.org/I119273862"]},{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaohua Qin","raw_affiliation_strings":["Central South University of Forestry and Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-7549-7731","affiliations":[{"raw_affiliation_string":"Central South University of Forestry and Technology, Changsha, China","institution_ids":["https://openalex.org/I119273862","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101179650","display_name":"Youyuan Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I119273862","display_name":"Central South University of Forestry and Technology","ror":"https://ror.org/02czw2k81","country_code":"CN","type":"education","lineage":["https://openalex.org/I119273862"]},{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youyuan Xue","raw_affiliation_strings":["Central South University of Forestry and Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University of Forestry and Technology, Changsha, China","institution_ids":["https://openalex.org/I119273862","https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059560888","display_name":"Xuyu Xiang","orcid":"https://orcid.org/0000-0002-2778-7531"},"institutions":[{"id":"https://openalex.org/I119273862","display_name":"Central South University of Forestry and Technology","ror":"https://ror.org/02czw2k81","country_code":"CN","type":"education","lineage":["https://openalex.org/I119273862"]},{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuyu Xiang","raw_affiliation_strings":["Central South University of Forestry and Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University of Forestry and Technology, Changsha, China","institution_ids":["https://openalex.org/I119273862","https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024949205"],"corresponding_institution_ids":["https://openalex.org/I119273862","https://openalex.org/I139660479"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500},"fwci":1.635,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.83824104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6238321661949158},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6138314604759216},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5316420793533325},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4390884041786194},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43361443281173706},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35137975215911865},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14634177088737488},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1356910765171051},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06329217553138733}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6238321661949158},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6138314604759216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5316420793533325},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4390884041786194},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43361443281173706},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35137975215911865},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14634177088737488},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1356910765171051},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06329217553138733}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1155/2024/6680546","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2024/6680546","pdf_url":"https://downloads.hindawi.com/journals/ijis/2024/6680546.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1155/2024/6680546","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2024/6680546","pdf_url":"https://downloads.hindawi.com/journals/ijis/2024/6680546.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1442078909","display_name":null,"funder_award_id":"2022JJ31019","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G2092404551","display_name":null,"funder_award_id":"62372478","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G3085229893","display_name":null,"funder_award_id":"62002392","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G3637059996","display_name":null,"funder_award_id":"62372478","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4230237032","display_name":null,"funder_award_id":"62002392","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5079122553","display_name":null,"funder_award_id":"2019SK2022","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G5390567878","display_name":null,"funder_award_id":"2022JJ31019","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G6086650385","display_name":null,"funder_award_id":"2022JJ31019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7336855069","display_name":null,"funder_award_id":"2019SK2022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7638294989","display_name":null,"funder_award_id":"62372478","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G8461702054","display_name":null,"funder_award_id":"2019SK2022","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G8634127217","display_name":null,"funder_award_id":"62002392","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320330214","display_name":"Key Research and Development Program of Hunan Province of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391771706.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W2152772232","https://openalex.org/W2575842049","https://openalex.org/W2766261529","https://openalex.org/W2803411968","https://openalex.org/W2808647806","https://openalex.org/W2903721568","https://openalex.org/W2908056713","https://openalex.org/W2966554469","https://openalex.org/W2968402026","https://openalex.org/W2974212192","https://openalex.org/W2995558462","https://openalex.org/W2995753487","https://openalex.org/W2996421194","https://openalex.org/W2997704374","https://openalex.org/W3003478339","https://openalex.org/W3034655362","https://openalex.org/W3046652249","https://openalex.org/W3096799362","https://openalex.org/W3098325931","https://openalex.org/W3104609094","https://openalex.org/W3115390238","https://openalex.org/W3118131514","https://openalex.org/W3118856670","https://openalex.org/W3126988965","https://openalex.org/W3127801554","https://openalex.org/W3156463092","https://openalex.org/W3161934848","https://openalex.org/W3168117093","https://openalex.org/W3170863103","https://openalex.org/W3173688449","https://openalex.org/W3174377922","https://openalex.org/W3174906557","https://openalex.org/W3175824375","https://openalex.org/W3192277055","https://openalex.org/W3208647617","https://openalex.org/W3210447534","https://openalex.org/W3216764662","https://openalex.org/W4210385745","https://openalex.org/W4214587440","https://openalex.org/W4214663951","https://openalex.org/W4220689946","https://openalex.org/W4220696681","https://openalex.org/W4225894882","https://openalex.org/W4284898017","https://openalex.org/W4287120153","https://openalex.org/W4293479414","https://openalex.org/W4304206659","https://openalex.org/W4306686476","https://openalex.org/W4312820606","https://openalex.org/W4385245566","https://openalex.org/W4386573963","https://openalex.org/W6784955093","https://openalex.org/W6903572575"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Medical":[0],"image":[1,61,72,137,166],"description":[2,73,167],"can":[3,42],"be":[4],"applied":[5],"to":[6,55,88,93,109,129,135,152,181],"clinical":[7],"medical":[8,29,60,71,97,136,165],"diagnosis,":[9],"but":[10],"the":[11,33,45,58,90,111,117,143,149,154,158,161,176,182],"field":[12],"still":[13],"faces":[14],"serious":[15,20],"challenges.":[16],"There":[17],"is":[18,173,179],"a":[19,69],"problem":[21],"of":[22,36,48,132,157,187],"visual":[23,107,112],"and":[24,38,52,170],"textual":[25],"data":[26,113],"bias":[27,114],"in":[28,57,185],"datasets,":[30,168],"which":[31,83,126],"are":[32],"imbalanced":[34],"distribution":[35],"health":[37],"disease":[39],"data.":[40],"This":[41],"greatly":[43],"affect":[44],"learning":[46],"performance":[47,156],"data-driven":[49],"neural":[50],"networks":[51],"finally":[53],"lead":[54,128],"errors":[56],"generated":[59],"descriptions.":[62],"To":[63],"address":[64],"this":[65],"problem,":[66],"we":[67,140],"propose":[68],"new":[70],"network":[74,81,92],"architecture":[75],"named":[76],"multimodal":[77,85],"data-assisted":[78],"knowledge":[79],"fusion":[80],"(MDAKF),":[82],"introduces":[84],"auxiliary":[86,102,150],"signals":[87,103,120],"guide":[89],"Transformer":[91],"generate":[94],"more":[95],"accurate":[96],"reports.":[98],"In":[99],"detail,":[100],"audio":[101,118,133,144],"provide":[104],"clear":[105],"abnormal":[106],"regions":[108],"alleviate":[110],"problem.":[115],"However,":[116],"modality":[119],"with":[121,145],"similar":[122],"pronunciation":[123],"lack":[124],"recognizability,":[125],"may":[127],"incorrect":[130],"mapping":[131],"labels":[134],"regions.":[138],"Therefore,":[139],"further":[141],"fuse":[142],"text":[146],"features":[147],"as":[148],"signal":[151],"improve":[153],"overall":[155],"model.":[159],"Through":[160],"experiments":[162],"on":[163],"two":[164],"IU-X-ray":[169],"COV-CTR,":[171],"it":[172],"found":[174],"that":[175],"proposed":[177],"model":[178],"superior":[180],"previous":[183],"models":[184],"terms":[186],"language":[188],"generation":[189],"evaluation":[190],"indicators.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}