{"id":"https://openalex.org/W7140282538","doi":"https://doi.org/10.48550/arxiv.2603.22763","title":"ENC-Bench: A Benchmark for Evaluating Multimodal Large Language Models in Electronic Navigational Chart Understanding","display_name":"ENC-Bench: A Benchmark for Evaluating Multimodal Large Language Models in Electronic Navigational Chart Understanding","publication_year":2026,"publication_date":"2026-03-24","ids":{"openalex":"https://openalex.org/W7140282538","doi":"https://doi.org/10.48550/arxiv.2603.22763"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22763","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130548621","display_name":"Ao Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Ao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130595539","display_name":"Xingming Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xingming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130585981","display_name":"Xuanyu Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Xuanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041911045","display_name":"Xixiang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Xixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130614321","display_name":"Qiyao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Qiyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130558073","display_name":"Chunping Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Chunping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130613009","display_name":"Runke Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Runke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130581318","display_name":"Qingyong Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Qingyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12126","display_name":"Maritime Transport Emissions and Efficiency","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13854","display_name":"Historical Geography and Cartography","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5353000164031982},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5170999765396118},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.451200008392334},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.45019999146461487},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.43470001220703125},{"id":"https://openalex.org/keywords/chart","display_name":"Chart","score":0.38420000672340393},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.36800000071525574},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.35899999737739563},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.34599998593330383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.705299973487854},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5353000164031982},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5170999765396118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4616999924182892},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.451200008392334},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.43470001220703125},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36629998683929443},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3400000035762787},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29179999232292175},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C2989549987","wikidata":"https://www.wikidata.org/wiki/Q350882","display_name":"Route planning","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2775999903678894},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C54525549","wikidata":"https://www.wikidata.org/wiki/Q2553445","display_name":"Weaving","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.4021241366863251,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Electronic":[0],"Navigational":[1],"Charts":[2],"(ENCs)":[3],"are":[4,112],"the":[5,59,175,187],"safety-critical":[6,194],"backbone":[7],"of":[8,189],"modern":[9],"maritime":[10,52,204],"navigation,":[11],"yet":[12],"it":[13],"remains":[14],"unclear":[15],"whether":[16],"multimodal":[17],"large":[18],"language":[19],"models":[20],"(MLLMs)":[21],"can":[22],"reliably":[23],"interpret":[24],"them.":[25],"Unlike":[26],"natural":[27],"images":[28],"or":[29],"conventional":[30],"charts,":[31],"ENCs":[32],"encode":[33],"regulations,":[34],"bathymetry,":[35],"and":[36,45,77,89,98,127,142,166,170,193],"route":[37],"constraints":[38],"via":[39],"standardized":[40],"vector":[41],"symbols,":[42],"scale-dependent":[43],"rendering,":[44],"precise":[46],"geometric":[47],"structure":[48],"--":[49],"requiring":[50],"specialized":[51,190],"expertise":[53],"for":[54,199],"interpretation.":[55],"We":[56,130],"introduce":[57],"ENC-Bench,":[58],"first":[60,176],"benchmark":[61],"dedicated":[62],"to":[63,168],"professional":[64,203],"ENC":[65,178],"understanding.":[66],"ENC-Bench":[67],"contains":[68],"20,490":[69],"expert-validated":[70],"samples":[71,111],"from":[72,114],"840":[73],"authentic":[74],"National":[75],"Oceanic":[76],"Atmospheric":[78],"Administration":[79],"(NOAA)":[80],"ENCs,":[81],"organized":[82],"into":[83],"a":[84,119,145,182],"three-level":[85],"hierarchy:":[86],"Perception":[87],"(symbol":[88],"feature":[90],"recognition),":[91],"Spatial":[92],"Reasoning":[93],"(coordinate":[94],"localization,":[95],"bearing,":[96],"distance),":[97],"Maritime":[99],"Decision-Making":[100],"(route":[101],"legality,":[102],"safety":[103],"assessment,":[104],"emergency":[105],"planning":[106],"under":[107,144],"multiple":[108],"constraints).":[109],"All":[110],"generated":[113],"raw":[115],"S-57":[116],"data":[117],"through":[118],"calibrated":[120],"vector-to-image":[121],"pipeline":[122],"with":[123,156],"automated":[124],"consistency":[125],"checks":[126],"expert":[128],"review.":[129],"evaluate":[131],"10":[132],"state-of-the-art":[133],"MLLMs":[134,201],"such":[135],"as":[136],"GPT-4o,":[137],"Gemini":[138],"2.5,":[139],"Qwen3-VL,":[140],"InternVL-3,":[141],"GLM-4.5V,":[143],"unified":[146],"zero-shot":[147],"protocol.":[148],"The":[149],"best":[150],"model":[151],"achieves":[152],"only":[153],"47.88%":[154],"accuracy,":[155],"systematic":[157],"challenges":[158],"in":[159],"symbolic":[160,191],"grounding,":[161],"spatial":[162],"computation,":[163],"multi-constraint":[164],"reasoning,":[165],"robustness":[167],"lighting":[169],"scale":[171],"variations.":[172],"By":[173],"establishing":[174],"rigorous":[177],"benchmark,":[179],"we":[180],"open":[181],"new":[183],"research":[184],"frontier":[185],"at":[186],"intersection":[188],"reasoning":[192],"AI,":[195],"providing":[196],"essential":[197],"infrastructure":[198],"advancing":[200],"toward":[202],"applications.":[205]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-26T00:00:00"}