{"id":"https://openalex.org/W7164889879","doi":"https://doi.org/10.48550/arxiv.2606.14948","title":"Beyond Correctness: Enhancing Architectural Reasoning in Code LLMs via Scalable Labeling with Agentic Judgment","display_name":"Beyond Correctness: Enhancing Architectural Reasoning in Code LLMs via Scalable Labeling with Agentic Judgment","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164889879","doi":"https://doi.org/10.48550/arxiv.2606.14948"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14948","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114638172","display_name":"Kirill Vasilevski","orcid":null},"institutions":[{"id":"https://openalex.org/I281246009","display_name":"Justo Sierra University","ror":"https://ror.org/01gaavs46","country_code":"MX","type":"education","lineage":["https://openalex.org/I281246009"]},{"id":"https://openalex.org/I4210094443","display_name":"Minist\u00e9rio da Justi\u00e7a","ror":"https://ror.org/00n8vvc37","country_code":"PT","type":"government","lineage":["https://openalex.org/I4210094443","https://openalex.org/I4210117458"]}],"countries":["MX","PT"],"is_corresponding":false,"raw_author_name":"Vasilevski, Kirill","raw_affiliation_strings":["Justina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Justina","institution_ids":["https://openalex.org/I4210094443","https://openalex.org/I281246009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138737442","display_name":"Ximing Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I281246009","display_name":"Justo Sierra University","ror":"https://ror.org/01gaavs46","country_code":"MX","type":"education","lineage":["https://openalex.org/I281246009"]},{"id":"https://openalex.org/I4210094443","display_name":"Minist\u00e9rio da Justi\u00e7a","ror":"https://ror.org/00n8vvc37","country_code":"PT","type":"government","lineage":["https://openalex.org/I4210094443","https://openalex.org/I4210117458"]}],"countries":["MX","PT"],"is_corresponding":false,"raw_author_name":"Dong, Ximing","raw_affiliation_strings":["Justina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Justina","institution_ids":["https://openalex.org/I4210094443","https://openalex.org/I281246009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103181376","display_name":"Benjamin Rombaut","orcid":"https://orcid.org/0000-0001-5947-2684"},"institutions":[{"id":"https://openalex.org/I281246009","display_name":"Justo Sierra University","ror":"https://ror.org/01gaavs46","country_code":"MX","type":"education","lineage":["https://openalex.org/I281246009"]},{"id":"https://openalex.org/I4210094443","display_name":"Minist\u00e9rio da Justi\u00e7a","ror":"https://ror.org/00n8vvc37","country_code":"PT","type":"government","lineage":["https://openalex.org/I4210094443","https://openalex.org/I4210117458"]}],"countries":["MX","PT"],"is_corresponding":false,"raw_author_name":"Rombaut, Benjamin","raw_affiliation_strings":["Justina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Justina","institution_ids":["https://openalex.org/I4210094443","https://openalex.org/I281246009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138731856","display_name":"Ruochen Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I281246009","display_name":"Justo Sierra University","ror":"https://ror.org/01gaavs46","country_code":"MX","type":"education","lineage":["https://openalex.org/I281246009"]},{"id":"https://openalex.org/I4210094443","display_name":"Minist\u00e9rio da Justi\u00e7a","ror":"https://ror.org/00n8vvc37","country_code":"PT","type":"government","lineage":["https://openalex.org/I4210094443","https://openalex.org/I4210117458"]}],"countries":["MX","PT"],"is_corresponding":false,"raw_author_name":"Soltany, Milad","raw_affiliation_strings":["Justina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Justina","institution_ids":["https://openalex.org/I4210094443","https://openalex.org/I281246009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017030415","display_name":"Jiahuei Lin","orcid":"https://orcid.org/0000-0002-7133-2219"},"institutions":[{"id":"https://openalex.org/I281246009","display_name":"Justo Sierra University","ror":"https://ror.org/01gaavs46","country_code":"MX","type":"education","lineage":["https://openalex.org/I281246009"]},{"id":"https://openalex.org/I4210094443","display_name":"Minist\u00e9rio da Justi\u00e7a","ror":"https://ror.org/00n8vvc37","country_code":"PT","type":"government","lineage":["https://openalex.org/I4210094443","https://openalex.org/I4210117458"]}],"countries":["MX","PT"],"is_corresponding":false,"raw_author_name":"Deng, Ruochen","raw_affiliation_strings":["Justina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Justina","institution_ids":["https://openalex.org/I4210094443","https://openalex.org/I281246009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138757715","display_name":"Arthur Leung","orcid":null},"institutions":[{"id":"https://openalex.org/I281246009","display_name":"Justo Sierra University","ror":"https://ror.org/01gaavs46","country_code":"MX","type":"education","lineage":["https://openalex.org/I281246009"]},{"id":"https://openalex.org/I4210094443","display_name":"Minist\u00e9rio da Justi\u00e7a","ror":"https://ror.org/00n8vvc37","country_code":"PT","type":"government","lineage":["https://openalex.org/I4210094443","https://openalex.org/I4210117458"]}],"countries":["MX","PT"],"is_corresponding":false,"raw_author_name":"Lin, Jiahuei","raw_affiliation_strings":["Justina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Justina","institution_ids":["https://openalex.org/I4210094443","https://openalex.org/I281246009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138706762","display_name":"Dayi Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leung, Arthur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061701229","display_name":"Boyuan Chen","orcid":"https://orcid.org/0000-0001-9103-5820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Dayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138722462","display_name":"Shaowei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Boyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138718949","display_name":"Ahmed E. Hassan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shaowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Hassan, Ahmed E.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hassan, Ahmed E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9616000056266785,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9616000056266785,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5928999781608582},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5164999961853027},{"id":"https://openalex.org/keywords/software-architecture","display_name":"Software architecture","score":0.5148000121116638},{"id":"https://openalex.org/keywords/architectural-pattern","display_name":"Architectural pattern","score":0.5109999775886536},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.420199990272522},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41190001368522644},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.38429999351501465},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3741999864578247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.660099983215332},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5928999781608582},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5462999939918518},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5164999961853027},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.5148000121116638},{"id":"https://openalex.org/C72280835","wikidata":"https://www.wikidata.org/wiki/Q635346","display_name":"Architectural pattern","level":5,"score":0.5109999775886536},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41190001368522644},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3741999864578247},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31929999589920044},{"id":"https://openalex.org/C73219336","wikidata":"https://www.wikidata.org/wiki/Q7554254","display_name":"Software architecture description","level":5,"score":0.3183000087738037},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C2984241579","wikidata":"https://www.wikidata.org/wiki/Q323611","display_name":"Architectural design","level":3,"score":0.29249998927116394},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.28519999980926514},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C108286215","wikidata":"https://www.wikidata.org/wiki/Q4787070","display_name":"Architectural technology","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C65399332","wikidata":"https://www.wikidata.org/wiki/Q749568","display_name":"Representational state transfer","level":3,"score":0.2630999982357025},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4756428301334381,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0],"have":[1],"substantially":[2],"improved":[3],"software":[4],"engineering":[5],"yet":[6],"real-world":[7],"development":[8],"requires":[9],"architectural":[10,43,56,73,119],"understanding.":[11],"Such":[12],"understanding":[13,57],"is":[14],"prohibitively":[15],"expensive":[16],"to":[17,22,71,89,96],"label":[18],"manually":[19],"and":[20,61,102,115],"impossible":[21],"verify":[23],"through":[24],"tests":[25],"alone.":[26],"We":[27],"propose":[28],"an":[29],"agentic":[30],"judging":[31],"pipeline":[32],"using":[33],"a":[34,38,58],"strong":[35,112],"LLM":[36],"as":[37],"scalable":[39],"proxy":[40],"for":[41],"expert":[42],"evaluation,":[44],"comprising":[45],"two":[46],"judges:":[47],"the":[48,62,99,108],"Architecture":[49,63],"Complexity":[50],"Judge":[51,65],"(ACJ),":[52],"which":[53,67],"estimates":[54],"codebase-specific":[55],"task":[59],"demands,":[60],"Quality":[64],"(AQJ),":[66],"evaluates":[68],"patch":[69,120],"conformance":[70],"repository-specific":[72],"conventions":[74],"via":[75],"source-grounded":[76],"rubrics.":[77],"Fine-tuning":[78],"Qwen3-8B/14B/32B":[79],"on":[80,91],"3,360":[81],"curated":[82],"instances":[83],"achieves":[84],"resolved":[85],"rates":[86],"of":[87],"up":[88,95],"27.2%":[90],"SWE-bench":[92],"Verified":[93],"-":[94],"540%":[97],"over":[98,104],"base":[100],"model":[101],"256%":[103],"unfiltered":[105],"fine-tuning.":[106],"Meanwhile,":[107],"trained":[109],"models":[110],"achieve":[111],"cross-language":[113],"generalization":[114],"consistent":[116],"improvements":[117],"in":[118],"quality.":[121]},"counts_by_year":[],"updated_date":"2026-07-09T05:49:46.723101","created_date":"2026-06-17T00:00:00"}