{"id":"https://openalex.org/W7162037457","doi":"https://doi.org/10.48550/arxiv.2605.20763","title":"ShapeBench: A Scalable Benchmark and Diagnostic Suite for Standardized Evaluation in Aerodynamic Shape Optimization","display_name":"ShapeBench: A Scalable Benchmark and Diagnostic Suite for Standardized Evaluation in Aerodynamic Shape Optimization","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162037457","doi":"https://doi.org/10.48550/arxiv.2605.20763"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20763","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116248717","display_name":"Shaghayegh Fazliani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fazliani, Shaghayegh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136719710","display_name":"Krissh Chawla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chawla, Krissh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136630910","display_name":"Jack Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Jack","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021608970","display_name":"Yiren Shen","orcid":"https://orcid.org/0000-0002-7890-7767"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yiren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136668007","display_name":"Matthias Ihme","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ihme, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5115539435","display_name":"Madeleine Udell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Udell, Madeleine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11115","display_name":"Topology Optimization in Engineering","score":0.3573000133037567,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11115","display_name":"Topology Optimization in Engineering","score":0.3573000133037567,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.29919999837875366,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.06629999727010727,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8723999857902527},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6061000227928162},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5235000252723694},{"id":"https://openalex.org/keywords/shape-optimization","display_name":"Shape optimization","score":0.512499988079071},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4916999936103821},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49050000309944153},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.46050000190734863},{"id":"https://openalex.org/keywords/aerodynamics","display_name":"Aerodynamics","score":0.4505000114440918}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8723999857902527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6834999918937683},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6061000227928162},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5235000252723694},{"id":"https://openalex.org/C29513896","wikidata":"https://www.wikidata.org/wiki/Q7489239","display_name":"Shape optimization","level":3,"score":0.512499988079071},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4916999936103821},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49050000309944153},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C13393347","wikidata":"https://www.wikidata.org/wiki/Q8424","display_name":"Aerodynamics","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4489000141620636},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34790000319480896},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3346000015735626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32839998602867126},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31679999828338623},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29910001158714294},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.26159998774528503},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.2574999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.47630929946899414}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Rapid":[0],"progress":[1],"in":[2,121],"aerodynamic":[3],"shape":[4,21,45,125,160],"optimization":[5,49],"(ASO)":[6],"has":[7],"outpaced":[8],"currently-available":[9],"standardized":[10],"evaluation":[11],"frameworks.":[12],"Fair":[13],"comparison":[14,97],"requires":[15],"a":[16,37,55,63,81,91,108],"unified":[17,38],"benchmark":[18,35,147],"spanning":[19,40],"diverse":[20],"classes,":[22],"objective":[23],"formulations,":[24,129],"and":[25,47,101,107,127,162],"matched-budget":[26],"state-of-the-art":[27],"baselines.":[28],"We":[29],"introduce":[30],"ShapeBench,":[31],"an":[32],"open-source":[33],"ASO":[34],"with":[36,84,130],"API":[39],"103":[41],"tasks":[42],"across":[43,124,143,158],"eight":[44],"categories":[46,126,161],"multiple":[48],"regimes.":[50],"Each":[51],"ShapeBench":[52,79,117],"task":[53],"includes":[54],"validated":[56],"surrogate":[57],"for":[58,70,96,168],"fast":[59],"search;":[60],"when":[61],"feasible,":[62],"high-fidelity":[64],"Computational":[65],"Fluid":[66],"Dynamics":[67],"(CFD)":[68],"pipeline":[69],"final":[71],"verification":[72],"is":[73,148],"available,":[74],"enabling":[75],"systematic":[76],"fidelity-gap":[77],"analysis.":[78],"provides":[80],"reproducible":[82],"protocol":[83],"well-configured":[85],"baselines":[86],"to":[87],"compare":[88],"fairly":[89],"using":[90],"consistent":[92],"budget":[93],"metric,":[94],"allowing":[95],"among":[98],"both":[99],"classical":[100,153],"LLM-driven":[102],"methods,":[103],"including":[104],"general-purpose":[105,170],"optimizers":[106],"new":[109],"domain-specialized":[110],"evolutionary":[111],"LLM":[112],"baseline,":[113],"ShapeEvolve.":[114],"Results":[115],"on":[116],"demonstrate":[118],"substantial":[119],"variance":[120],"optimizer":[122],"rankings":[123],"problem":[128,144],"mean":[131],"pairwise":[132],"Spearman":[133],"$\u03c1=":[134],"0.013$,":[135],"so":[136],"single-task":[137],"conclusions":[138],"do":[139],"not":[140],"reliably":[141],"generalize":[142],"classes.":[145],"The":[146],"also":[149],"far":[150],"from":[151],"saturation;":[152],"methods":[154],"are":[155],"rarely":[156],"applicable":[157],"all":[159],"tasks,":[163],"further":[164],"highlighting":[165],"the":[166],"need":[167],"more":[169],"approaches.":[171]},"counts_by_year":[],"updated_date":"2026-07-01T08:55:40.977307","created_date":"2026-05-22T00:00:00"}