{"id":"https://openalex.org/W7163372966","doi":"https://doi.org/10.48550/arxiv.2606.03410","title":"Enginuity: A Dataset and Benchmark for Vision-Language Understanding of Engineering Diagrams","display_name":"Enginuity: A Dataset and Benchmark for Vision-Language Understanding of Engineering Diagrams","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163372966","doi":"https://doi.org/10.48550/arxiv.2606.03410"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03410","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137728147","display_name":"Abhishek Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Abhishek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100019316","display_name":"Isha Motiyani","orcid":"https://orcid.org/0009-0006-3578-4644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Motiyani, Isha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123504876","display_name":"Tilak Kasturi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kasturi, Tilak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123465310","display_name":"Ethan Seefried","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seefried, Ethan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137791327","display_name":"Prahitha Movva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Movva, Prahitha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137767087","display_name":"Tirthankar Ghosal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosal, Tirthankar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8046000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8046000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05350000038743019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.03799999877810478,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7962999939918518},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6370000243186951},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.560699999332428},{"id":"https://openalex.org/keywords/centrality","display_name":"Centrality","score":0.4047999978065491},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.3898000121116638},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.37220001220703125},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.36570000648498535},{"id":"https://openalex.org/keywords/reverse-engineering","display_name":"Reverse engineering","score":0.3465999960899353},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3296999931335449},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.3285999894142151}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7962999939918518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7459999918937683},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6370000243186951},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.560699999332428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48829999566078186},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4577000141143799},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4050000011920929},{"id":"https://openalex.org/C53811970","wikidata":"https://www.wikidata.org/wiki/Q5062194","display_name":"Centrality","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3889000117778778},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3255000114440918},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.31940001249313354},{"id":"https://openalex.org/C40976572","wikidata":"https://www.wikidata.org/wiki/Q2330873","display_name":"Gauge (firearms)","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C86610423","wikidata":"https://www.wikidata.org/wiki/Q1925081","display_name":"Metamodeling","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3075999915599823},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C186399060","wikidata":"https://www.wikidata.org/wiki/Q959962","display_name":"Diagram","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28209999203681946},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C2780580889","wikidata":"https://www.wikidata.org/wiki/Q41363","display_name":"Panorama","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Engineering":[0],"diagrams":[1],"pose":[2],"a":[3,90,147,159,204],"distinct":[4],"challenge":[5],"for":[6,47,78,112,188],"vision-language":[7],"models:":[8],"unlike":[9],"natural":[10],"images":[11],"or":[12,62],"general":[13],"documents,":[14],"they":[15],"encode":[16],"information":[17],"through":[18],"dense":[19],"spatial":[20],"layouts,":[21],"domain-specific":[22,189],"symbols,":[23],"and":[24,29,39,76,96,104,129,153,198],"cross-references":[25],"between":[26,150],"visual":[27,106],"callouts":[28],"structured":[30,99],"parts":[31],"tables.":[32],"Despite":[33],"their":[34],"centrality":[35],"to":[36,182,202],"service,":[37],"repair,":[38],"design":[40],"workflows,":[41],"there":[42],"is":[43],"no":[44],"public":[45],"benchmark":[46,77],"measuring":[48],"VLM":[49,208],"capabilities":[50],"in":[51],"this":[52,67],"domain;":[53],"existing":[54],"datasets":[55],"primarily":[56],"focus":[57],"on":[58,81,176,210],"flowcharts,":[59],"scientific":[60],"figures,":[61],"business":[63],"documents.":[64],"To":[65],"address":[66],"gap,":[68],"we":[69],"introduce":[70],"Enginuity,":[71],"the":[72,193],"first":[73],"open":[74],"dataset":[75],"evaluating":[79],"VLMs":[80,118],"complex":[82],"engineering":[83,211],"diagrams.":[84],"We":[85,114,191],"define":[86],"two":[87],"tasks":[88],"over":[89],"corpus":[91],"of":[92,138,143,207],"U.S.":[93],"military":[94],"service":[95],"repair":[97],"manuals:":[98],"parts-table":[100],"extraction":[101],"(Task":[102],"1)":[103],"free-form":[105],"diagram":[107],"question":[108],"answering":[109],"(VQA)(Task":[110],"2)":[111],"benchmarking.":[113],"evaluate":[115],"four":[116],"frontier":[117],"(GPT-5.2":[119],"Chat,":[120],"Claude":[121],"Opus":[122],"4.7,":[123],"Gemma":[124],"4,":[125],"Qwen3-VL-32B-Instruct)":[126],"under":[127],"zero-shot":[128],"chain-of-thought":[130],"prompting.":[131],"On":[132],"Task":[133,156],"1,":[134],"models":[135],"reach":[136],"Recall@all":[137],"0.61-0.87":[139],"but":[140],"Token":[141],"F1pen":[142],"only":[144],"0.03-0.18,":[145],"exposing":[146],"systematic":[148],"gap":[149,162],"part":[151],"identification":[152],"description":[154],"fidelity.":[155],"2":[157],"reveals":[158],"consistent":[160],"factual-reasoning":[161],"across":[163],"all":[164],"models.":[165],"A":[166],"supporting":[167],"analysis":[168],"shows":[169],"that":[170],"token-overlap":[171],"metrics":[172],"under-report":[173],"model":[174,200],"capability":[175,209],"technical":[177],"descriptions":[178],"by":[179],"2-6x":[180],"relative":[181],"semantic":[183],"similarity,":[184],"motivating":[185],"LLM-as-judge":[186],"calibration":[187],"evaluation.":[190],"release":[192],"dataset,":[194],"annotations,":[195],"evaluation":[196],"harness,":[197],"per-sample":[199],"outputs":[201],"support":[203],"reproducible":[205],"study":[206],"content.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}