{"id":"https://openalex.org/W4398229731","doi":"https://doi.org/10.48550/arxiv.2405.12255","title":"Mammo-CLIP: A Vision Language Foundation Model to Enhance Data Efficiency and Robustness in Mammography","display_name":"Mammo-CLIP: A Vision Language Foundation Model to Enhance Data Efficiency and Robustness in Mammography","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4398229731","doi":"https://doi.org/10.48550/arxiv.2405.12255"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.12255","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.12255","pdf_url":"https://arxiv.org/pdf/2405.12255","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.12255","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021264901","display_name":"Shantanu Ghosh","orcid":"https://orcid.org/0000-0003-4085-541X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ghosh, Shantanu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018683860","display_name":"Clare B. Poynton","orcid":"https://orcid.org/0000-0003-3825-7664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poynton, Clare B.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036362467","display_name":"Shyam Visweswaran","orcid":"https://orcid.org/0000-0002-2079-8684"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Visweswaran, Shyam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031717623","display_name":"Kayhan Batmanghelich","orcid":"https://orcid.org/0000-0001-9893-9136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Batmanghelich, Kayhan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021264901"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9088000059127808,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7819499969482422},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6120085120201111},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5675754547119141},{"id":"https://openalex.org/keywords/mammography","display_name":"Mammography","score":0.5302222371101379},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4463120698928833},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44245439767837524},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.22817063331604004},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.1373099982738495},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.07892799377441406}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7819499969482422},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6120085120201111},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5675754547119141},{"id":"https://openalex.org/C2780472235","wikidata":"https://www.wikidata.org/wiki/Q324634","display_name":"Mammography","level":4,"score":0.5302222371101379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4463120698928833},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44245439767837524},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22817063331604004},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.1373099982738495},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.07892799377441406},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.0},{"id":"https://openalex.org/C530470458","wikidata":"https://www.wikidata.org/wiki/Q128581","display_name":"Breast cancer","level":3,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.12255","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.12255","pdf_url":"https://arxiv.org/pdf/2405.12255","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.12255","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.12255","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.12255","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.12255","pdf_url":"https://arxiv.org/pdf/2405.12255","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398229731.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"lack":[1],"of":[2,19,26,46,67,74,123],"large":[3],"and":[4,48,77,90,103],"diverse":[5],"training":[6],"data":[7,49,101],"on":[8,63,81],"Computer-Aided":[9],"Diagnosis":[10],"(CAD)":[11],"in":[12,51,88,108],"breast":[13,97],"cancer":[14,98],"detection":[15],"has":[16],"been":[17],"one":[18],"the":[20,24,27,44,59,72],"concerns":[21],"that":[22],"impedes":[23],"adoption":[25],"system.":[28],"Recently,":[29],"pre-training":[30],"with":[31,125],"large-scale":[32],"image":[33],"text":[34],"datasets":[35,84],"via":[36],"Vision-Language":[37],"models":[38],"(VLM)":[39],"(\\eg":[40],"CLIP)":[41],"partially":[42],"addresses":[43],"issue":[45],"robustness":[47,104],"efficiency":[50,102],"computer":[52],"vision":[53],"(CV).":[54],"This":[55],"paper":[56],"proposes":[57],"Mammo-CLIP,":[58],"first":[60],"VLM":[61],"pre-trained":[62],"a":[64,114],"substantial":[65],"amount":[66],"screening":[68],"mammogram-report":[69],"pairs,":[70],"addressing":[71],"challenges":[73],"dataset":[75],"diversity":[76],"size.":[78],"Our":[79],"experiments":[80],"two":[82],"public":[83],"demonstrate":[85],"strong":[86],"performance":[87],"classifying":[89],"localizing":[91],"various":[92],"mammographic":[93],"attributes":[94],"crucial":[95],"for":[96],"detection,":[99],"showcasing":[100],"similar":[105],"to":[106,119],"CLIP":[107],"CV.":[109],"We":[110],"also":[111],"propose":[112],"Mammo-FActOR,":[113],"novel":[115],"feature":[116],"attribution":[117],"method,":[118],"provide":[120],"spatial":[121],"interpretation":[122],"representation":[124],"sentence-level":[126],"granularity":[127],"within":[128],"mammography":[129],"reports.":[130],"Code":[131],"is":[132],"available":[133],"publicly:":[134],"\\url{https://github.com/batmanlab/Mammo-CLIP}.":[135]},"counts_by_year":[],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2024-05-23T00:00:00"}