{"id":"https://openalex.org/W7163531772","doi":"https://doi.org/10.48550/arxiv.2606.04911","title":"BreastGPT: A Multimodal Large Language Model for the Full Spectrum of Breast Cancer Clinical Routine","display_name":"BreastGPT: A Multimodal Large Language Model for the Full Spectrum of Breast Cancer Clinical Routine","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163531772","doi":"https://doi.org/10.48550/arxiv.2606.04911"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.04911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.04911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137890754","display_name":"Yang Liu (4829)","orcid":"https://orcid.org/0009-0005-9389-1774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137910038","display_name":"Jiajin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiajin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043611587","display_name":"Danyang Tu","orcid":"https://orcid.org/0000-0001-9632-9131"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Danyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137880741","display_name":"Yaojun Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yaojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134412737","display_name":"Jiao Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Jiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128625625","display_name":"Jiuyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiuyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137812418","display_name":"Yu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137870182","display_name":"Wei Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000246497","display_name":"Shi Gu","orcid":"https://orcid.org/0000-0003-2303-6770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137915101","display_name":"Ling Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075005282","display_name":"Yingda Xia","orcid":"https://orcid.org/0000-0002-7478-4392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Yingda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.7487999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.7487999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04830000177025795,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.03060000017285347,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6055999994277954},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5587000250816345},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5149999856948853},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4174000024795532},{"id":"https://openalex.org/keywords/breast-imaging","display_name":"Breast imaging","score":0.40380001068115234},{"id":"https://openalex.org/keywords/breast-cancer","display_name":"Breast cancer","score":0.40059998631477356},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.398499995470047},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.3774999976158142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6805999875068665},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5587000250816345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5461999773979187},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5149999856948853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4611000120639801},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4174000024795532},{"id":"https://openalex.org/C2777432617","wikidata":"https://www.wikidata.org/wiki/Q22905905","display_name":"Breast imaging","level":5,"score":0.40380001068115234},{"id":"https://openalex.org/C530470458","wikidata":"https://www.wikidata.org/wiki/Q128581","display_name":"Breast cancer","level":3,"score":0.40059998631477356},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39559999108314514},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.3774999976158142},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3637999892234802},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3440999984741211},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.288100004196167},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C163985040","wikidata":"https://www.wikidata.org/wiki/Q1172399","display_name":"Data acquisition","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.04911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.04911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5883526802062988,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Breast":[0],"cancer":[1,113],"remains":[2],"a":[3,18,76,103,123,128],"leading":[4],"cause":[5],"of":[6],"cancer-related":[7],"mortality":[8],"among":[9],"women.":[10],"Its":[11,98],"clinical":[12,19,67,165],"management":[13],"requires":[14],"multimodal":[15,108],"reasoning":[16,38,109],"across":[17,90,110,164],"workflow":[20],"that":[21,173],"spans":[22],"\\textit{screening},":[23],"\\textit{diagnosis}":[24],"and":[25,37,45,94,132,144,154,161,167,176,190],"\\textit{treatment":[26],"planning},":[27],"where":[28],"each":[29],"stage":[30],"involves":[31],"distinct":[32],"imaging":[33,79,92],"modalities,":[34],"task":[35,59,96,168],"objectives,":[36],"patterns.":[39],"However,":[40],"constrained":[41],"by":[42],"data":[43,175],"scarcity":[44],"model":[46,191],"versatility,":[47],"existing":[48],"medical":[49,185],"MLLMs":[50,163],"are":[51,180,193],"typically":[52],"evaluated":[53],"on":[54,117],"isolated":[55],"modalities":[56,93],"or":[57],"narrow":[58],"families,":[60],"limiting":[61],"their":[62],"ability":[63],"to":[64,136],"support":[65],"workflow-level":[66],"reasoning.":[68],"In":[69],"this":[70,118],"work,":[71],"we":[72,120],"first":[73],"introduce":[74],"\\textbf{BreastStage},":[75],"workflow-aligned":[77,174],"breast":[78,112],"instruction":[80],"corpus":[81],"comprising":[82],"1.86M":[83],"instruction-following":[84],"pairs":[85],"curated":[86],"from":[87],"17":[88],"sub-datasets":[89],"5":[91],"136":[95],"templates.":[97],"held-out":[99],"split,":[100],"\\textbf{BreastStage-Bench},":[101],"provides":[102],"comprehensive":[104],"benchmark":[105],"for":[106,182],"evaluating":[107],"the":[111,138],"care":[114],"continuum.":[115],"Building":[116],"corpus,":[119],"propose":[121],"\\textbf{BreastGPT},":[122],"unified":[124],"MLLM":[125],"equipped":[126],"with":[127],"dual-branch":[129],"visual":[130,178],"encoder":[131],"concept-preserving":[133],"token":[134],"compression":[135],"bridge":[137],"scale":[139],"gap":[140],"between":[141],"standard":[142],"radiology":[143],"gigapixel":[145],"pathology.":[146],"On":[147],"BreastStage-Bench,":[148],"BreastGPT":[149],"achieves":[150],"75.66\\%":[151],"closed-ended":[152],"accuracy":[153],"89.92\\%":[155],"open-ended":[156],"score,":[157],"outperforming":[158],"both":[159],"general-purpose":[160],"medical-specific":[162],"stages":[166],"formats.":[169],"These":[170],"results":[171],"suggest":[172],"cross-scale":[177],"modeling":[179],"critical":[181],"clinically":[183],"grounded":[184],"MLLMs.":[186],"All":[187],"data,":[188],"code,":[189],"checkpoints":[192],"released":[194],"at":[195],"https://yangyy-liu.github.io/BreastGPT.io.":[196]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}