{"id":"https://openalex.org/W4403780650","doi":"https://doi.org/10.1145/3664647.3681531","title":"Towards Medical Vision-Language Contrastive Pre-training via Study-Oriented Semantic Exploration","display_name":"Towards Medical Vision-Language Contrastive Pre-training via Study-Oriented Semantic Exploration","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403780650","doi":"https://doi.org/10.1145/3664647.3681531"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681531","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681531","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681531?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681531?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100461632","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0002-2165-245X"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Liu","raw_affiliation_strings":["School of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103434789","display_name":"Zexin Lu","orcid":"https://orcid.org/0009-0000-0972-7044"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zexin Lu","raw_affiliation_strings":["School of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100733310","display_name":"Yan Wang","orcid":"https://orcid.org/0000-0002-8843-8685"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["School of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100461632"],"corresponding_institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"],"apc_list":null,"apc_paid":null,"fwci":2.044,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88974945,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4861","last_page":"4870"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7705703377723694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5451390743255615},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5108610987663269},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.477250337600708}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7705703377723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5451390743255615},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5108610987663269},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.477250337600708},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681531","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681531","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681531?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3664647.3681531","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681531","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681531?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2182196317","display_name":null,"funder_award_id":"62071314","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G332008528","display_name":null,"funder_award_id":"NSFC 62371325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5037336824","display_name":null,"funder_award_id":"2023YFG0025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6077274040","display_name":null,"funder_award_id":"6237132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6622944791","display_name":null,"funder_award_id":"62371325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403780650.pdf"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2158131535","https://openalex.org/W2194775991","https://openalex.org/W2883725317","https://openalex.org/W2886327376","https://openalex.org/W2914203365","https://openalex.org/W2957184985","https://openalex.org/W2963466845","https://openalex.org/W2963967185","https://openalex.org/W2971296908","https://openalex.org/W2984500026","https://openalex.org/W2995225687","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3094950914","https://openalex.org/W3097267201","https://openalex.org/W3131870090","https://openalex.org/W3165058054","https://openalex.org/W3176463841","https://openalex.org/W3184735396","https://openalex.org/W3201906559","https://openalex.org/W3203635737","https://openalex.org/W4306177947","https://openalex.org/W4312533035","https://openalex.org/W4312877428","https://openalex.org/W4384162023","https://openalex.org/W4388336515","https://openalex.org/W4390872339","https://openalex.org/W4402770330"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Contrastive":[0],"vision-language":[1,65],"pre-training":[2,59],"has":[3],"shown":[4],"great":[5],"promise":[6],"in":[7,14],"representation":[8,50],"transfer":[9],"learning":[10,13,62],"and":[11,25,97,118,156],"cross-modality":[12],"the":[15,22,40,74,122,136,142],"medical":[16,29,64],"field.":[17],"However,":[18],"without":[19],"fully":[20,131],"exploiting":[21],"intrinsic":[23],"properties":[24],"correlations":[26],"of":[27,42,77,135],"multimodal":[28],"data":[30],"within":[31],"patient":[32],"studies,":[33],"current":[34],"research":[35,128],"fails":[36],"to":[37,46,108],"explore":[38],"all":[39],"potential":[41,123],"available":[43],"data,":[44],"leading":[45],"suboptimal":[47],"performance":[48],"on":[49,68,73,145],"learning.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55,80],"propose":[56],"a":[57,82],"novel":[58],"framework":[60,138],"for":[61,87],"better":[63],"embedding,":[66],"oriented":[67],"patients'":[69],"study-level":[70,100],"data.":[71],"Based":[72],"order-agnostic":[75],"property":[76],"radiology":[78],"report,":[79],"adopt":[81],"two-stage":[83],"feature":[84],"extraction":[85],"method":[86],"more":[88],"representative":[89],"textual":[90],"characterization.":[91],"Then,":[92],"by":[93,126,141],"leveraging":[94],"momentum":[95],"encoders":[96],"memory":[98],"queues,":[99],"semantics":[101],"are":[102],"explored":[103],"with":[104],"three":[105,113],"contrastive":[106],"objectives":[107],"provide":[109],"comprehensive":[110],"supervision":[111],"from":[112],"perspectives,":[114],"i.e.,":[115],"cross-modal,":[116],"multi-modal,":[117],"uni-modal,":[119],"such":[120],"that":[121],"information":[124],"neglected":[125],"previous":[127],"can":[129],"be":[130],"exploited.":[132],"The":[133],"superiority":[134],"proposed":[137],"is":[139],"demonstrated":[140],"impressive":[143],"improvements":[144],"four":[146],"typical":[147],"downstream":[148],"tasks,":[149],"including":[150],"zero-shot/data-efficient":[151],"image":[152,154],"classification,":[153],"segmentation,":[155],"cross-modal":[157],"retrieval.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}