{"id":"https://openalex.org/W7139038381","doi":"https://doi.org/10.48550/arxiv.2603.16113","title":"PathGLS: Evaluating Pathology Vision-Language Models without Ground Truth through Multi-Dimensional Consistency","display_name":"PathGLS: Evaluating Pathology Vision-Language Models without Ground Truth through Multi-Dimensional Consistency","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7139038381","doi":"https://doi.org/10.48550/arxiv.2603.16113"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.16113","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16113","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.16113","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129992427","display_name":"Minbing Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Minbing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100557479","display_name":"Zhu Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Zhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130008234","display_name":"Fei Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.45410001277923584,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.45410001277923584,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.061900001019239426,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0617000013589859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6083999872207642},{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.5386000275611877},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.519599974155426},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.48339998722076416},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4406000077724457},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.41190001368522644},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.38440001010894775},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.36660000681877136},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.3637000024318695}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6442999839782715},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6083999872207642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5724999904632568},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.48339998722076416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4738999903202057},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.41190001368522644},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39480000734329224},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37929999828338623},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C2779545769","wikidata":"https://www.wikidata.org/wiki/Q5135364","display_name":"Closeness","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2892000079154968},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C206497026","wikidata":"https://www.wikidata.org/wiki/Q1753883","display_name":"SNOMED CT","level":3,"score":0.2646999955177307},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C19619285","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Observational error","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.16113","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16113","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.16113","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16113","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7745546698570251,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"offer":[3],"significant":[4],"potential":[5],"in":[6],"computational":[7],"pathology":[8,58],"by":[9],"enabling":[10],"interpretable":[11],"image":[12,89],"analysis,":[13,91],"automated":[14,33],"reporting,":[15],"and":[16,75,87,103,182,199],"scalable":[17],"decision":[18],"support.":[19],"However,":[20],"their":[21],"widespread":[22],"clinical":[23,137,197],"adoption":[24],"remains":[25],"limited":[26],"due":[27],"to":[28,128],"the":[29,107,113],"absence":[30],"of":[31,37,109,122,149],"reliable,":[32],"evaluation":[34,54],"metrics":[35],"capable":[36],"identifying":[38],"subtle":[39],"failures":[40],"such":[41],"as":[42,172,188],"hallucinations.":[43],"To":[44],"address":[45],"this":[46],"gap,":[47],"we":[48],"propose":[49],"PathGLS,":[50],"a":[51,93,118,144,173,189],"novel":[52],"reference-free":[53,175],"framework":[55],"that":[56,141],"assesses":[57],"VLMs":[59,194],"across":[60],"three":[61],"dimensions:":[62],"Grounding":[63],"(fine-grained":[64],"visual-text":[65],"alignment),":[66],"Logic":[67],"(entailment":[68],"graph":[69],"consistency":[70],"using":[71],"Natural":[72],"Language":[73,157],"Inference),":[74],"Stability":[76],"(output":[77],"variance":[78],"under":[79],"adversarial":[80],"visual-semantic":[81],"perturbations).":[82],"PathGLS":[83,116,142,171],"supports":[84],"both":[85],"patch-level":[86],"whole-slide":[88],"(WSI)-level":[90],"yielding":[92],"comprehensive":[94],"trust":[95],"score.":[96],"Experiments":[97],"on":[98,112,195],"Quilt-1M,":[99],"TCGA,":[100],"REG2025,":[101],"PathMMU":[102],"TCGA-Sarcoma":[104],"datasets":[105,198],"demonstrate":[106],"superiority":[108],"PathGLS.":[110],"Specifically,":[111],"Quilt-1M":[114],"dataset,":[115],"reveals":[117,140],"steep":[119],"sensitivity":[120],"drop":[121],"40.2%":[123],"for":[124,131,192],"hallucinated":[125],"reports":[126],"compared":[127],"only":[129],"2.1%":[130],"BERTScore.":[132],"Moreover,":[133],"validation":[134],"against":[135],"expert-defined":[136],"error":[138],"hierarchies":[139],"achieves":[143],"strong":[145],"Spearman's":[146],"rank":[147],"correlation":[148],"$\u03c1=0.71$":[150],"($p":[151],"<":[152,166],"0.0001$),":[153],"significantly":[154],"outperforming":[155],"Large":[156],"Model":[158],"(LLM)-based":[159],"approaches":[160],"(Gemini":[161],"3.0":[162],"Pro:":[163],"$\u03c1=0.39$,":[164],"$p":[165],"0.0001$).":[167],"These":[168],"results":[169],"establish":[170],"robust":[174],"metric.":[176],"By":[177],"directly":[178],"quantifying":[179],"hallucination":[180],"rates":[181],"domain":[183],"shift":[184],"robustness,":[185],"it":[186],"serves":[187],"reliable":[190],"criterion":[191],"benchmarking":[193],"private":[196],"informing":[200],"safe":[201],"deployment.":[202],"Code":[203],"can":[204],"be":[205],"found":[206],"at:":[207],"https://github.com/My13ad/PathGLS":[208]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-20T00:00:00"}