{"id":"https://openalex.org/W4406261099","doi":"https://doi.org/10.1109/bibm62325.2024.10821922","title":"Incorporating Contextual Cues for Image Recognition: A Multi-Modal Semantic Fusion Model Sensitive to Key Information","display_name":"Incorporating Contextual Cues for Image Recognition: A Multi-Modal Semantic Fusion Model Sensitive to Key Information","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4406261099","doi":"https://doi.org/10.1109/bibm62325.2024.10821922"},"language":"en","primary_location":{"id":"doi:10.1109/bibm62325.2024.10821922","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10821922","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031645740","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0002-3496-7012"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053156190","display_name":"Zhikui Chen","orcid":"https://orcid.org/0000-0002-9209-2189"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhikui Chen","raw_affiliation_strings":["The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045631508","display_name":"Hao Ren","orcid":"https://orcid.org/0000-0002-0981-2852"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Ren","raw_affiliation_strings":["The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101787377","display_name":"Shan Jin","orcid":"https://orcid.org/0000-0003-2544-0531"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Jin","raw_affiliation_strings":["The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100387908","display_name":"Yang Tian","orcid":"https://orcid.org/0000-0002-6633-8579"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Tian","raw_affiliation_strings":["The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Dalian University of Technology,School of Software Technology and International School of Information Science and Engineering,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5349","last_page":"5354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.7915999889373779,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.7915999889373779,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.7152249217033386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7089390754699707},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5955207943916321},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5501840114593506},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4192143976688385},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41635096073150635},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11936172842979431}],"concepts":[{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.7152249217033386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7089390754699707},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5955207943916321},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5501840114593506},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4192143976688385},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41635096073150635},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11936172842979431},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm62325.2024.10821922","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10821922","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2587372848","https://openalex.org/W2794825826","https://openalex.org/W3120929883","https://openalex.org/W3195960585","https://openalex.org/W4225262035","https://openalex.org/W4229003689","https://openalex.org/W4309918626","https://openalex.org/W4312639100","https://openalex.org/W4389065381","https://openalex.org/W4390839034","https://openalex.org/W4390970136","https://openalex.org/W4390970166","https://openalex.org/W4390970592","https://openalex.org/W4390970629","https://openalex.org/W4390991975","https://openalex.org/W4390992059","https://openalex.org/W6761152059"],"related_works":["https://openalex.org/W2140798747","https://openalex.org/W2948169060","https://openalex.org/W2730112582","https://openalex.org/W2110696645","https://openalex.org/W2358580169","https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W2111347279","https://openalex.org/W4399426197","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multi-modal":[0],"data":[1,20,102],"feature":[2,56,105,132],"fusion":[3,59,115,158],"can":[4,30],"effectively":[5],"improve":[6],"the":[7,16,32,42,169,204,225],"accuracy":[8,237],"of":[9,18,45,136,171,213],"primary":[10],"modal":[11],"pattern":[12],"recognition":[13],"and":[14,41,58,88,99,107,138,157,186,192,236],"address":[15],"issue":[17],"missing":[19],"through":[21],"multi-modal":[22,113],"collaboration.":[23],"To":[24],"some":[25],"extent,":[26],"supplementing":[27],"multi-view":[28],"information":[29,122,194,214,243],"alleviate":[31],"conflict":[33],"between":[34],"medical":[35,61,221],"images\u2019":[36],"reliance":[37],"on":[38,165,233],"professional":[39],"annotations":[40],"limited":[43],"number":[44],"annotations.":[46],"However,":[47],"there":[48],"are":[49],"still":[50],"several":[51],"challenges":[52],"in":[53],"engineering":[54,106,133],"multimodal":[55,205],"perception":[57],"for":[60,77,97,179],"images,":[62],"including":[63],"imbalanced":[64],"patterns":[65],"that":[66,117,160,219],"make":[67],"it":[68,128,150],"challenging":[69],"to":[70,120,189,198,224,247],"establish":[71],"a":[72,112,130,152],"weighted":[73,180],"allocation":[74],"criterion":[75],"suitable":[76],"different":[78],"tasks,":[79],"misleading":[80],"factors":[81],"not":[82],"positively":[83],"correlated":[84],"with":[85,91,145],"knowledge":[86],"richness,":[87],"complexities":[89],"associated":[90],"integrating":[92,139],"modalities":[93,178],"having":[94],"diverse":[95],"formats":[96],"text":[98],"time":[100],"series":[101],"into":[103],"overall":[104],"similarity.":[108],"This":[109],"paper":[110],"introduces":[111],"semantic":[114],"model":[116],"is":[118],"sensitive":[119,195],"key":[121],"represented":[123],"by":[124,240],"contextual":[125,217,242,248],"cues.":[126],"Furthermore,":[127],"incorporates":[129],"dynamic":[131],"scheme":[134],"capable":[135],"acquiring":[137],"important":[140],"insights":[141],"from":[142],"three":[143],"perspectives":[144],"an":[146],"optimized":[147],"structure.":[148],"Additionally,":[149],"presents":[151],"novel":[153],"similarity":[154,206],"evaluation":[155],"criteria":[156],"mode":[159],"adaptively":[161],"adjust":[162],"weights":[163],"based":[164],"their":[166],"contributions,":[167],"facilitating":[168],"measurement":[170],"target":[172,226],"object":[173],"category":[174],"likelihoods":[175],"across":[176],"various":[177],"analyses.":[181],"The":[182],"system":[183,229],"combines":[184],"LSTM":[185],"CNN":[187],"models":[188],"builda":[190],"sequence":[191],"local":[193],"structure":[196],"designed":[197],"integrate":[199],"heterogeneous":[200],"features":[201],"while":[202],"embedding":[203],"fusion.":[207],"Emphasizing":[208],"small":[209],"yet":[210],"compelling":[211],"pieces":[212],"such":[215],"as":[216],"cues":[218,249],"prompt":[220],"representation":[222],"assignment":[223],"category,":[227],"our":[228,245,251],"places":[230],"significant":[231],"importance":[232],"specificity":[234],"removal":[235],"enhancement,":[238],"exemplified":[239],"introducing":[241],"demonstrating":[244],"sensitivity":[246],"despite":[250],"non-specifically":[252],"structured":[253],"approach.":[254]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}