{"id":"https://openalex.org/W7160831170","doi":"https://doi.org/10.48550/arxiv.2605.07807","title":"Text-to-CAD Evaluation with CADTests","display_name":"Text-to-CAD Evaluation with CADTests","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160831170","doi":"https://doi.org/10.48550/arxiv.2605.07807"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07807","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07807","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051495888","display_name":"Dimitrios Mallis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mallis, Dimitrios","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024920491","display_name":"Marco Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054198229","display_name":"Ahmet Serdar Karadeniz","orcid":"https://orcid.org/0000-0002-7894-4891"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karadeniz, Ahmet Serdar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135865855","display_name":"Elisa Ricci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ricci, Elisa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135842589","display_name":"Anis Kacem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kacem, Anis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5083368272","display_name":"Djamila Aouada","orcid":"https://orcid.org/0000-0002-7576-2064"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aouada, Djamila","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.30320000648498535,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.30320000648498535,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.1324000060558319,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.055399999022483826,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.753000020980835},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7138000130653381},{"id":"https://openalex.org/keywords/cad","display_name":"CAD","score":0.6349999904632568},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6292999982833862},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5902000069618225},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5065000057220459},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4661000072956085},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.390500009059906}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.753000020980835},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7138000130653381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6935999989509583},{"id":"https://openalex.org/C194789388","wikidata":"https://www.wikidata.org/wiki/Q17855283","display_name":"CAD","level":2,"score":0.6349999904632568},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6292999982833862},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5902000069618225},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5065000057220459},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.505299985408783},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4661000072956085},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3815000057220459},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3580999970436096},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.32670000195503235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31679999828338623},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.2890999913215637},{"id":"https://openalex.org/C119823426","wikidata":"https://www.wikidata.org/wiki/Q184793","display_name":"Computer Aided Design","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C64260653","wikidata":"https://www.wikidata.org/wiki/Q1194864","display_name":"Electronic design automation","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07807","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07807","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.46533432602882385,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Text-to-CAD":[0,26,48,93],"has":[1,20],"recently":[2],"emerged":[3],"as":[4],"an":[5],"important":[6],"task":[7],"with":[8],"the":[9,56,76,82],"potential":[10],"to":[11],"substantially":[12],"accelerate":[13],"design":[14],"workflows.":[15],"Despite":[16],"its":[17],"significance,":[18],"there":[19],"been":[21],"surprisingly":[22],"little":[23],"work":[24],"on":[25,50,63],"evaluation,":[27],"and":[28,78,95,117,123],"assessing":[29],"CAD":[30,73,103],"model":[31,74,104],"generation":[32],"performance":[33,111],"remains":[34],"a":[35,43,71],"considerable":[36],"challenge.":[37],"In":[38],"this":[39],"work,":[40],"we":[41,87],"introduce":[42],"new":[44],"evaluation":[45],"perspective":[46],"for":[47,60],"based":[49,62],"automated":[51],"testing.":[52],"We":[53],"propose":[54],"CADTestBench,":[55,86],"first":[57],"test-based":[58],"benchmark":[59],"Text-to-CAD,":[61],"CADTests,":[64],"executable":[65],"software":[66],"tests":[67],"that":[68,98,109],"verify":[69],"whether":[70],"generated":[72],"satisfies":[75],"geometric":[77],"topological":[79],"requirements":[80],"of":[81,91,112],"input":[83],"prompt.":[84],"Using":[85],"conduct":[88],"comprehensive":[89],"benchmarking":[90],"recent":[92],"methods":[94],"further":[96],"demonstrate":[97],"CADTests":[99],"can":[100],"also":[101],"guide":[102],"generation,":[105],"yielding":[106],"simple":[107],"baselines":[108],"surpass":[110],"current":[113],"methods.":[114],"CADTestBench":[115],"code":[116],"data":[118],"are":[119],"available":[120],"at":[121],"GitHub":[122],"Hugging":[124],"Face":[125],"dataset.":[126]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}