{"id":"https://openalex.org/W7163169950","doi":"https://doi.org/10.48550/arxiv.2606.01057","title":"3DCodeBench: Benchmarking Agentic Procedural 3D Modeling Via Code","display_name":"3DCodeBench: Benchmarking Agentic Procedural 3D Modeling Via Code","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163169950","doi":"https://doi.org/10.48550/arxiv.2606.01057"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068481484","display_name":"Yipeng Gao","orcid":"https://orcid.org/0009-0009-6784-6944"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124070824","display_name":"Lei Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045771698","display_name":"Genzhi Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Genzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137709856","display_name":"Xi Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087850633","display_name":"Ameesh Makadia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Makadia, Ameesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071405001","display_name":"Meiqi Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Meiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054494771","display_name":"Laurent Itti","orcid":"https://orcid.org/0000-0002-0168-2977"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Itti, Laurent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137642574","display_name":"Jindong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jindong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.3043999969959259,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.3043999969959259,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.06469999998807907,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/procedural-modeling","display_name":"Procedural modeling","score":0.7232000231742859},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6086999773979187},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.424699991941452},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3939000070095062},{"id":"https://openalex.org/keywords/3d-modeling","display_name":"3D modeling","score":0.3889999985694885},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.38339999318122864},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.37540000677108765},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.373199999332428},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.3686999976634979}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7754999995231628},{"id":"https://openalex.org/C113230428","wikidata":"https://www.wikidata.org/wiki/Q7247149","display_name":"Procedural modeling","level":2,"score":0.7232000231742859},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6086999773979187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4359000027179718},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.424699991941452},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4129999876022339},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C2777897806","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3D modeling","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37540000677108765},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36880001425743103},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3686999976634979},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.34929999709129333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3292999863624573},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C120558287","wikidata":"https://www.wikidata.org/wiki/Q1418502","display_name":"Procedural programming","level":4,"score":0.31869998574256897},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C124469403","wikidata":"https://www.wikidata.org/wiki/Q1813993","display_name":"Procedural knowledge","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Procedural":[0],"3D":[1,20,33,59,62,77,89,104,119,145,180,208,226],"modeling":[2,63,90,181],"through":[3],"code":[4,87],"is":[5],"emerging":[6],"as":[7,75,152,218],"a":[8,48,109,165,183,219],"versatile":[9],"paradigm,":[10],"offering":[11],"deterministic,":[12],"engine-ready,":[13],"and":[14,38,82,124,156,213],"precisely":[15],"editable":[16],"assets":[17],"that":[18,93,187],"neural":[19],"generators":[21],"inherently":[22],"lack.":[23],"Authoring":[24],"such":[25,151],"procedural":[26,58,76,86,170,179,206,225],"content,":[27],"however,":[28],"demands":[29],"deep":[30],"expertise":[31],"in":[32,61],"software":[34],"APIs,":[35],"parametric":[36],"design,":[37],"code-level":[39],"geometric":[40,146],"reasoning.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,106,126],"propose":[46],"3DCodeBench,":[47,196],"systematic":[49],"benchmark":[50],"for":[51,57,88,168,191,222],"evaluating":[52],"vision-language":[53],"model":[54],"(VLM)":[55],"agents":[56],"generation":[60],"software.":[64,91],"Specifically,":[65],"3DCodeBench":[66],"evaluates":[67],"how":[68],"effectively":[69],"12":[70],"advanced":[71],"VLMs":[72],"can":[73],"serve":[74],"modelers":[78],"by":[79],"translating":[80],"text":[81],"image":[83],"references":[84],"into":[85],"Recognizing":[92],"automated":[94],"metrics":[95],"may":[96],"not":[97],"fully":[98],"capture":[99],"the":[100,198,214],"perceptual":[101],"quality":[102],"of":[103,202],"shapes,":[105],"build":[107],"3DCodeArena,":[108],"ranking":[110],"platform":[111,217],"based":[112],"on":[113],"pairwise":[114],"human":[115],"preferences":[116],"over":[117],"generated":[118],"outputs.":[120],"From":[121],"extensive":[122],"evaluations":[123],"results,":[125],"observe":[127],"that:":[128],"(1)":[129],"Failures":[130],"mostly":[131],"arise":[132],"from":[133,141],"API":[134],"mismatches,":[135],"while":[136],"successful":[137],"renders":[138],"still":[139],"suffer":[140],"disconnected":[142],"or":[143],"floating":[144],"components.":[147],"(2)":[148],"Test-time":[149],"scaling,":[150],"higher":[153],"thinking":[154],"budgets":[155],"multi-turn":[157],"refinement,":[158],"improves":[159],"performance":[160],"overall.":[161],"Our":[162],"findings":[163],"highlight":[164],"critical":[166],"need":[167],"high-quality":[169],"coding":[171],"data":[172],"to":[173],"advance":[174],"commercial":[175],"VLMs.":[176],"Furthermore,":[177],"effective":[178],"requires":[182],"robust":[184],"execution":[185],"environment":[186],"provides":[188],"high-fidelity":[189],"feedback":[190],"iterative":[192],"refinement.":[193],"We":[194],"release":[195],"including":[197],"curated":[199],"large-scale":[200],"dataset":[201],"multimodal":[203],"(text/image)":[204],"prompts,":[205],"code,":[207],"object":[209],"triplets,":[210],"evaluation":[211],"protocol,":[212],"public":[215],"3DCodeArena":[216],"foundational":[220],"toolkit":[221],"exploring":[223],"VLM-based":[224],"modelers.":[227]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}