{"id":"https://openalex.org/W7131125990","doi":"https://doi.org/10.48550/arxiv.2602.18064","title":"3DMedAgent: Unified Perception-to-Understanding for 3D Medical Analysis","display_name":"3DMedAgent: Unified Perception-to-Understanding for 3D Medical Analysis","publication_year":2026,"publication_date":"2026-02-20","ids":{"openalex":"https://openalex.org/W7131125990","doi":"https://doi.org/10.48550/arxiv.2602.18064"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.18064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126595497","display_name":"Ziyue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Ziyue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087479926","display_name":"Linghan Cai","orcid":"https://orcid.org/0000-0002-7931-7697"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Linghan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058834100","display_name":"Chang Han Low","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Low, Chang Han","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054309906","display_name":"Haofeng Liu","orcid":"https://orcid.org/0009-0009-0320-3536"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Haofeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011430407","display_name":"Junde Wu","orcid":"https://orcid.org/0000-0002-7174-9276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Junde","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126600290","display_name":"Jingyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jingyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126625565","display_name":"Rui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Rui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126592646","display_name":"Lei Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Lei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126620643","display_name":"Jiang Bian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Jiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121535673","display_name":"Jingjing Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Jingjing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5121609069","display_name":"Yueming Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Yueming","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5126595497"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7738000154495239,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7738000154495239,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02969999983906746,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5206999778747559},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.49459999799728394},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.43389999866485596},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4156000018119812},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4018000066280365},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.3693999946117401},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.36660000681877136},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.3450999855995178}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715399980545044},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5206999778747559},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.49459999799728394},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.43389999866485596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4287000000476837},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4018000066280365},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3693999946117401},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35580000281333923},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3450999855995178},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.27300000190734863},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2556999921798706}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.18064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.18064","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.18064","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.18064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.6716371774673462,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"3D":[0,93,114,127,174,198],"CT":[1,94],"analysis":[2,15,95,115],"spans":[3],"a":[4,83,107,147,193],"continuum":[5],"from":[6,121,126,134],"low-level":[7],"perception":[8,51],"to":[9,26,69,90,123,129,137,142],"high-level":[10],"clinical":[11,199],"understanding.":[12],"Existing":[13],"3D-oriented":[14],"methods":[16],"adopt":[17],"either":[18],"isolated":[19],"task-specific":[20],"modeling":[21],"or":[22],"task-agnostic":[23],"end-to-end":[24],"paradigms":[25],"produce":[27],"one-hop":[28],"outputs,":[29],"impeding":[30],"the":[31,165],"systematic":[32],"accumulation":[33],"of":[34],"perceptual":[35],"evidence":[36,136],"for":[37,168],"downstream":[38],"reasoning.":[39,161],"In":[40],"parallel,":[41],"recent":[42],"multimodal":[43],"large":[44],"language":[45],"models":[46],"(MLLMs)":[47],"exhibit":[48],"improved":[49],"visual":[50,55,102,135],"and":[52,56,71,103,133,156,189,201],"can":[53],"integrate":[54],"textual":[57,104,139],"information":[58],"effectively,":[59],"yet":[60],"their":[61,67],"predominantly":[62],"2D-oriented":[63],"designs":[64],"fundamentally":[65],"limit":[66],"ability":[68],"perceive":[70],"analyze":[72],"volumetric":[73],"medical":[74],"data.":[75],"To":[76],"bridge":[77],"this":[78,143],"gap,":[79],"we":[80],"propose":[81],"3DMedAgent,":[82],"unified":[84,170],"agent":[85],"that":[86,119,151,183],"enables":[87],"2D":[88,131],"MLLMs":[89],"perform":[91],"general":[92],"without":[96],"3D-specific":[97,190],"fine-tuning.":[98],"3DMedAgent":[99,145,184],"coordinates":[100],"heterogeneous":[101],"tools":[105],"through":[106],"flexible":[108],"MLLM":[109],"agent,":[110],"progressively":[111],"decomposing":[112],"complex":[113],"into":[116],"tractable":[117],"subtasks":[118],"transition":[120],"global":[122],"regional":[124],"views,":[125],"volumes":[128],"informative":[130],"slices,":[132],"structured":[138,149],"representations.":[140],"Central":[141],"design,":[144],"maintains":[146],"long-term":[148],"memory":[150],"aggregates":[152],"intermediate":[153],"tool":[154],"outputs":[155],"supports":[157],"query-adaptive,":[158],"evidence-driven":[159],"multi-step":[160],"We":[162],"further":[163],"introduce":[164],"DeepChestVQA":[166],"benchmark":[167],"evaluating":[169],"perception-to-understanding":[171],"capabilities":[172],"in":[173],"thoracic":[175],"imaging.":[176],"Experiments":[177],"across":[178],"over":[179],"40":[180],"tasks":[181],"demonstrate":[182],"consistently":[185],"outperforms":[186],"general,":[187],"medical,":[188],"MLLMs,":[191],"highlighting":[192],"scalable":[194],"path":[195],"toward":[196],"general-purpose":[197],"assistants.Code":[200],"data":[202],"are":[203],"available":[204],"at":[205],"\\href{https://github.com/jinlab-imvr/3DMedAgent}{https://github.com/jinlab-imvr/3DMedAgent}.":[206]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-24T00:00:00"}