{"id":"https://openalex.org/W7138307376","doi":"https://doi.org/10.48550/arxiv.2603.14559","title":"A comprehensive multimodal dataset and benchmark for ulcerative colitis scoring in endoscopy","display_name":"A comprehensive multimodal dataset and benchmark for ulcerative colitis scoring in endoscopy","publication_year":2026,"publication_date":"2026-03-15","ids":{"openalex":"https://openalex.org/W7138307376","doi":"https://doi.org/10.48550/arxiv.2603.14559"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.14559","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14559","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.14559","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026569363","display_name":"Noha Ghatwary","orcid":"https://orcid.org/0000-0002-4019-479X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghatwary, Noha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129678199","display_name":"Jiangbei Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Jiangbei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129714368","display_name":"Ahmed Elgendy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elgendy, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129679850","display_name":"Hanna Nagdy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagdy, Hanna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129734935","display_name":"Ahmed Galal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Galal, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026307933","display_name":"Hayam Fathy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fathy, Hayam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129653323","display_name":"Hussein El-Amin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"El-Amin, Hussein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102841002","display_name":"Venkataraman Subramanian","orcid":"https://orcid.org/0000-0003-3603-0861"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Subramanian, Venkataraman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129725233","display_name":"Noor Mohammed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed, Noor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129694693","display_name":"Gilberto Ochoa-Ruiz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ochoa-Ruiz, Gilberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080765299","display_name":"Sharib Ali","orcid":"https://orcid.org/0000-0003-1313-3542"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali, Sharib","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10134","display_name":"Inflammatory Bowel Disease","score":0.3621000051498413,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10134","display_name":"Inflammatory Bowel Disease","score":0.3621000051498413,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10552","display_name":"Colorectal Cancer Screening and Detection","score":0.1120000034570694,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.062300000339746475,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6815000176429749},{"id":"https://openalex.org/keywords/ulcerative-colitis","display_name":"Ulcerative colitis","score":0.6560999751091003},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.6416000127792358},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5465999841690063},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5019999742507935},{"id":"https://openalex.org/keywords/endoscopy","display_name":"Endoscopy","score":0.4406000077724457},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.41659998893737793},{"id":"https://openalex.org/keywords/triage","display_name":"Triage","score":0.3882000148296356},{"id":"https://openalex.org/keywords/gold-standard","display_name":"Gold standard (test)","score":0.35920000076293945}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6815000176429749},{"id":"https://openalex.org/C2780479503","wikidata":"https://www.wikidata.org/wiki/Q1477","display_name":"Ulcerative colitis","level":3,"score":0.6560999751091003},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.6416000127792358},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5465999841690063},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5019999742507935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4948999881744385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47780001163482666},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.47620001435279846},{"id":"https://openalex.org/C2778451229","wikidata":"https://www.wikidata.org/wiki/Q212809","display_name":"Endoscopy","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C2778435480","wikidata":"https://www.wikidata.org/wiki/Q840387","display_name":"Colonoscopy","level":4,"score":0.32850000262260437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32589998841285706},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C2778260677","wikidata":"https://www.wikidata.org/wiki/Q917447","display_name":"Inflammatory bowel disease","level":3,"score":0.3046000003814697},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C2776783490","wikidata":"https://www.wikidata.org/wiki/Q447295","display_name":"Proctoscopy","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C87335442","wikidata":"https://www.wikidata.org/wiki/Q2494345","display_name":"Local binary patterns","level":4,"score":0.27070000767707825},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C17480853","wikidata":"https://www.wikidata.org/wiki/Q5376368","display_name":"Endomicroscopy","level":3,"score":0.2524999976158142},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.14559","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14559","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.14559","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14559","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Ulcerative":[0,53],"colitis":[1],"(UC)":[2],"is":[3,41,109,179],"a":[4,111,127,159],"chronic":[5],"mucosal":[6,65,196],"inflammatory":[7],"condition":[8],"that":[9,164,184],"places":[10],"patients":[11],"at":[12],"increased":[13],"risk":[14],"of":[15,57,64,97,105,120],"colorectal":[16],"cancer.":[17],"Colonoscopic":[18],"surveillance":[19],"remains":[20],"the":[21,42,52,95,103,143,180,219],"gold":[22],"standard":[23],"for":[24,85,145,189,202,210],"assessing":[25],"disease":[26],"activity,":[27],"and":[28,102,136,152,168,198,233],"reporting":[29],"typically":[30],"relies":[31],"on":[32],"standardised":[33],"endoscopic":[34,134],"scoring":[35,187],"metrics.":[36],"The":[37],"most":[38],"widely":[39,234],"used":[40,235],"Mayo":[43],"Endoscopic":[44,55],"Score":[45],"(MES),":[46],"with":[47,192],"some":[48],"centres":[49,140],"also":[50,110,222],"adopting":[51],"Colitis":[54],"Index":[56],"Severity":[58],"(UCEIS).":[59],"Both":[60],"are":[61],"descriptive":[62],"assessments":[63],"inflammation":[66],"(MES:":[67],"0":[68,72],"to":[69,73,94,148,218],"3;":[70],"UCEIS:":[71],"8),":[74],"where":[75],"higher":[76],"values":[77],"indicate":[78],"more":[79],"severe":[80],"disease.":[81],"However,":[82],"computational":[83],"methods":[84],"automatically":[86],"predicting":[87],"these":[88],"scores":[89],"remain":[90],"limited,":[91],"largely":[92],"due":[93],"lack":[96],"publicly":[98],"available":[99],"expert-annotated":[100],"datasets":[101,147],"absence":[104],"robust":[106],"benchmarking.":[107],"There":[108],"significant":[112],"research":[113],"gap":[114],"in":[115,133],"generating":[116],"clinically":[117,199,212],"meaningful":[118,213],"descriptions":[119],"UC":[121],"images,":[122],"despite":[123],"image":[124,203],"captioning":[125,238],"being":[126],"well-established":[128],"computer":[129],"vision":[130,229],"task.":[131],"Variability":[132],"systems":[135],"procedural":[137],"workflows":[138],"across":[139],"further":[141],"highlights":[142],"need":[144],"multi-centre":[146],"ensure":[149],"algorithmic":[150],"robustness":[151],"generalisability.":[153],"In":[154,216],"this":[155,178],"work,":[156],"we":[157,221],"introduce":[158],"curated":[160],"multi-centre,":[161],"multi-resolution":[162],"dataset":[163,183],"includes":[165],"expert-validated":[166],"MES":[167],"UCEIS":[169],"labels,":[170],"alongside":[171],"detailed":[172],"clinical":[173],"descriptions.":[174],"To":[175],"our":[176],"knowledge,":[177],"first":[181],"comprehensive":[182],"combines":[185],"dual":[186],"metrics":[188],"classification":[190],"tasks":[191],"expert-generated":[193],"captions":[194],"describing":[195],"appearance":[197],"accepted":[200],"reasoning":[201],"captioning.":[204],"This":[205],"resource":[206],"opens":[207],"new":[208],"opportunities":[209],"developing":[211],"multimodal":[214,236],"algorithms.":[215,239],"addition":[217],"dataset,":[220],"provide":[223],"benchmarking":[224],"using":[225],"convolutional":[226],"neural":[227],"networks,":[228],"transformers,":[230],"hybrid":[231],"models,":[232],"vision-language":[237]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-18T00:00:00"}