{"id":"https://openalex.org/W7169601692","doi":"https://doi.org/10.48550/arxiv.2607.14896","title":"StructureClaw: Traceable LLM Agents and an Executable Benchmark for Structural Engineering Workflows","display_name":"StructureClaw: Traceable LLM Agents and an Executable Benchmark for Structural Engineering Workflows","publication_year":2026,"publication_date":"2026-07-16","ids":{"openalex":"https://openalex.org/W7169601692","doi":"https://doi.org/10.48550/arxiv.2607.14896"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.14896","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.14896","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114337174","display_name":"Sizhong Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Sizhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141111823","display_name":"Yi Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141051648","display_name":"Yao Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004798549","display_name":"Ao Cai","orcid":"https://orcid.org/0000-0002-1947-6442"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Ao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017379162","display_name":"Changjian Zhou","orcid":"https://orcid.org/0000-0002-2094-6405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Changjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141084944","display_name":"Shaoxuan Shuai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuai, Shaoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140306600","display_name":"Jiachang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiachang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141077475","display_name":"Tianhao Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Tianhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057435733","display_name":"Yueqiang Li","orcid":"https://orcid.org/0000-0002-4937-3751"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yueqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141103032","display_name":"Xinhao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xinhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141068626","display_name":"Li Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141090189","display_name":"Yueshi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yueshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023262090","display_name":"Dachen Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Dachen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141064074","display_name":"Genrong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Genrong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141096359","display_name":"Wenjie Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5141087161","display_name":"Xinzheng Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Xinzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.0835999995470047,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07289999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.8339999914169312},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7954000234603882},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7283999919891357},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5267999768257141},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.39570000767707825},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.37560001015663147},{"id":"https://openalex.org/keywords/reverse-engineering","display_name":"Reverse engineering","score":0.349700003862381},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.34119999408721924}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.8339999914169312},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7954000234603882},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825999855995178},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7283999919891357},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5519000291824341},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5267999768257141},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.37560001015663147},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.34119999408721924},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.335999995470047},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C2779145975","wikidata":"https://www.wikidata.org/wiki/Q347690","display_name":"Workbench","level":3,"score":0.3188000023365021},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31520000100135803},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.31290000677108765},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.14896","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.14896","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8234538435935974}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Addressing":[0],"a":[1,7,12,19,30],"structural-engineering":[2],"request":[3],"requires":[4,11],"more":[5],"than":[6],"single":[8],"answer;":[9],"it":[10],"chain":[13],"of":[14,86,159],"interdependent":[15],"artifacts:":[16],"interpreted":[17],"requirements,":[18],"computable":[20],"model,":[21],"validation":[22],"records,":[23],"solver":[24],"outputs,":[25],"applicable":[26],"engineering":[27,69],"checks,":[28],"and":[29,76,95,102,111,174,182,193],"final":[31],"report.":[32],"Evaluations":[33],"centered":[34],"on":[35],"question":[36],"answering":[37],"or":[38,54,129],"script":[39],"generation":[40],"may":[41],"therefore":[42],"reward":[43],"fluent":[44],"outputs":[45],"even":[46],"when":[47,136,142],"the":[48,119,154,187],"underlying":[49],"workflow":[50],"is":[51],"incomplete,":[52],"inconsistent,":[53],"non-executable.":[55],"We":[56],"present":[57],"StructureClaw,":[58],"an":[59,83],"artifact-centered":[60],"workbench":[61],"in":[62,157],"which":[63],"LLM":[64],"agents":[65],"operate":[66],"through":[67],"governed":[68],"skills,":[70],"typed":[71],"tools,":[72],"shared":[73],"artifact":[74],"state,":[75],"local":[77],"analysis":[78,121],"backends,":[79],"together":[80,132],"with":[81,114,133],"StructureClaw-Bench,":[82],"executable":[84,183],"benchmark":[85,194],"150":[87],"controlled":[88],"scenarios":[89],"spanning":[90],"standard":[91,101],"workflows,":[92],"interactive":[93,123],"robustness,":[94],"multimodal":[96,103,175],"structural-model":[97,109],"reconstruction.":[98],"Its":[99],"analyzable":[100],"cases":[104,124],"require":[105,126],"both":[106],"strict":[107],"one-to-one":[108],"matching":[110],"numerical-response":[112],"agreement":[113],"frozen":[115],"reference":[116],"responses":[117],"from":[118],"selected":[120],"engine;":[122],"instead":[125],"positive":[127],"clarification":[128],"recovery":[130],"evidence":[131],"safe":[134],"non-execution":[135],"appropriate.":[137],"A":[138],"trial":[139],"succeeds":[140],"only":[141,164],"every":[143],"fixture-required":[144],"assertion":[145],"passes.":[146],"Across":[147],"nine":[148],"text-agent":[149],"configurations,":[150],"generic-only":[151],"execution":[152],"passed":[153],"model-artifact":[155],"check":[156],"87.0%":[158],"retained":[160],"outcomes":[161],"but":[162],"achieved":[163],"22.0%":[165],"E2E":[166],"Success,":[167],"whereas":[168],"automatic":[169],"StructureClaw":[170],"reached":[171],"82.9%.":[172],"Interactive":[173],"evaluations":[176],"further":[177],"identify":[178],"semantic":[179],"state":[180],"consistency":[181],"model":[184],"reconstruction":[185],"as":[186],"dominant":[188],"remaining":[189],"bottlenecks.":[190],"The":[191],"code":[192],"are":[195],"available":[196],"at":[197],"https://github.com/structureclaw/structureclaw.":[198]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2026-07-18T00:00:00"}