{"id":"https://openalex.org/W4406260113","doi":"https://doi.org/10.1109/bibm62325.2024.10821722","title":"Towards Cross-Modal Text-Molecule Retrieval with Better Modality Alignment","display_name":"Towards Cross-Modal Text-Molecule Retrieval with Better Modality Alignment","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4406260113","doi":"https://doi.org/10.1109/bibm62325.2024.10821722"},"language":"en","primary_location":{"id":"doi:10.1109/bibm62325.2024.10821722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10821722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019581026","display_name":"Jia Song","orcid":"https://orcid.org/0000-0002-9051-1925"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jia Song","raw_affiliation_strings":["Xiamen University,Institute of Artificial Intelligence,Xiamen,China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Institute of Artificial Intelligence,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093876111","display_name":"Wanru Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanru Zhuang","raw_affiliation_strings":["Xiamen University,School of Informatics,Xiamen,China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048996931","display_name":"Yujie Lin","orcid":"https://orcid.org/0000-0002-2146-0626"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Lin","raw_affiliation_strings":["Xiamen University,School of Informatics,Xiamen,China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425225","display_name":"Liang Zhang","orcid":"https://orcid.org/0000-0002-5805-7099"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhang","raw_affiliation_strings":["Xiamen University,School of Informatics,Xiamen,China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764126","display_name":"Chunyan Li","orcid":"https://orcid.org/0000-0002-4737-6860"},"institutions":[{"id":"https://openalex.org/I120825670","display_name":"Yunnan Normal University","ror":"https://ror.org/00sc9n023","country_code":"CN","type":"education","lineage":["https://openalex.org/I120825670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyan Li","raw_affiliation_strings":["Yunnan Normal University,School of Informatics,Kunming,China"],"affiliations":[{"raw_affiliation_string":"Yunnan Normal University,School of Informatics,Kunming,China","institution_ids":["https://openalex.org/I120825670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043369366","display_name":"Jinsong Su","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Su","raw_affiliation_strings":["Xiamen University,Institute of Artificial Intelligence,Xiamen,China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Institute of Artificial Intelligence,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002104673","display_name":"Song He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song He","raw_affiliation_strings":["Institute of Health Service and Transfusion Medicine,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Institute of Health Service and Transfusion Medicine,Beijing,China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102983020","display_name":"Xiaochen Bo","orcid":"https://orcid.org/0000-0003-3490-5812"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaochen Bo","raw_affiliation_strings":["Institute of Health Service and Transfusion Medicine,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Institute of Health Service and Transfusion Medicine,Beijing,China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5019581026"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.7608,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.76880711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1161","last_page":"1168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10911","display_name":"Chemical Synthesis and Analysis","score":0.9614999890327454,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7686364650726318},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6572093367576599},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6330379247665405},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39932751655578613},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.388053297996521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38315635919570923},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.16573825478553772}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7686364650726318},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6572093367576599},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6330379247665405},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39932751655578613},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.388053297996521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38315635919570923},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.16573825478553772},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm62325.2024.10821722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10821722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W69546934","https://openalex.org/W1935434993","https://openalex.org/W2044834685","https://openalex.org/W2065014987","https://openalex.org/W2099869940","https://openalex.org/W2126829482","https://openalex.org/W2177317049","https://openalex.org/W2777416523","https://openalex.org/W2779305513","https://openalex.org/W2810803908","https://openalex.org/W2899070097","https://openalex.org/W2903800243","https://openalex.org/W2955385017","https://openalex.org/W2970231061","https://openalex.org/W2970771982","https://openalex.org/W3173909648","https://openalex.org/W3176455679","https://openalex.org/W3187966659","https://openalex.org/W3211951295","https://openalex.org/W4212837331","https://openalex.org/W4312681921","https://openalex.org/W4313185874","https://openalex.org/W4322720624","https://openalex.org/W4323644175","https://openalex.org/W4385571004","https://openalex.org/W4385572408","https://openalex.org/W4385572894","https://openalex.org/W4389888290","https://openalex.org/W6726873649","https://openalex.org/W6735913928","https://openalex.org/W6766904570","https://openalex.org/W6784694379","https://openalex.org/W6842368577","https://openalex.org/W6849177959","https://openalex.org/W6865599689","https://openalex.org/W6874111301"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W627697492","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Cross-modal":[0],"text-molecule":[1,106],"retrieval":[2,107],"model":[3,108,142,191],"aims":[4],"to":[5,133,174],"learn":[6],"a":[7,103,122],"shared":[8],"feature":[9,126],"space":[10],"of":[11,26,75,116,148,186],"the":[12,23,52,80,84,94,114,141,164,184,196],"text":[13,56],"and":[14,31,58,68,154,161,180],"molecule":[15,59],"modalities":[16],"for":[17,71,158],"accurate":[18],"similarity":[19,86,149,156,168,172],"calculation,":[20],"which":[21,76],"facilitates":[22],"rapid":[24],"screening":[25],"molecules":[27],"with":[28,109],"specific":[29],"properties":[30],"activities":[32],"in":[33,47,93],"drug":[34],"design.":[35],"However,":[36],"previous":[37],"works":[38],"have":[39],"two":[40,117],"main":[41],"defects.":[42],"First,":[43],"they":[44,62],"are":[45],"inadequate":[46],"capturing":[48],"modality-shared":[49,135],"features":[50,136],"considering":[51],"significant":[53],"gap":[54],"between":[55,166],"sequences":[57],"graphs.":[60],"Second,":[61],"mainly":[63,77],"rely":[64],"on":[65,79,113],"contrastive":[66],"learning":[67],"adversarial":[69],"training":[70],"cross-modality":[72],"alignment,":[73],"both":[74],"focus":[78],"first-order":[81],"similarity,":[82],"ignoring":[83],"second-order":[85,171],"that":[87,128],"can":[88],"capture":[89],"more":[90],"structural":[91],"information":[92],"embedding":[95],"space.":[96],"To":[97],"address":[98],"these":[99,167],"issues,":[100],"we":[101,120,144],"propose":[102],"novel":[104],"cross-modal":[105,176],"two-fold":[110],"improvements.":[111],"Specifically,":[112],"top":[115],"modality-specific":[118],"encoders,":[119],"stack":[121],"memory":[123,131],"bank":[124],"based":[125],"projector":[127],"contain":[129],"learnable":[130],"vectors":[132],"extract":[134],"better.":[137],"More":[138],"importantly,":[139],"during":[140],"training,":[143],"calculate":[145],"four":[146],"kinds":[147],"distributions":[150,169],"(text-to-text,":[151],"text-to-molecule,":[152],"molecule-to-molecule,":[153],"molecule-to-text":[155],"distributions)":[157],"each":[159],"instance,":[160],"then":[162],"minimize":[163],"distance":[165],"(namely":[170],"losses)":[173],"enhance":[175],"alignment.":[177],"Experimental":[178],"results":[179],"analysis":[181],"strongly":[182],"demonstrate":[183],"effectiveness":[185],"our":[187,190],"model.":[188],"Particularly,":[189],"achieves":[192],"SOTA":[193],"performance,":[194],"outperforming":[195],"previously-reported":[197],"best":[198],"result":[199],"by":[200],"6.4%.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}