{"id":"https://openalex.org/W7128473431","doi":"https://doi.org/10.48550/arxiv.2602.07609","title":"Evaluating Large Language Models for Detecting Architectural Decision Violations","display_name":"Evaluating Large Language Models for Detecting Architectural Decision Violations","publication_year":2026,"publication_date":"2026-02-07","ids":{"openalex":"https://openalex.org/W7128473431","doi":"https://doi.org/10.48550/arxiv.2602.07609"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.07609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.07609","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Su, Ruoyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Ruoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bakhtin, Alexander","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bakhtin, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ahmad, Noman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmad, Noman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Esposito, Matteo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Esposito, Matteo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lenarduzzi, Valentina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lenarduzzi, Valentina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Taibi, Davide","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taibi, Davide","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.009600000455975533,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6123999953269958},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.476500004529953},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.47620001435279846},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.45730000734329224},{"id":"https://openalex.org/keywords/decision-model","display_name":"Decision model","score":0.45399999618530273},{"id":"https://openalex.org/keywords/software-architecture","display_name":"Software architecture","score":0.4269999861717224},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.42649999260902405},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4065000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6434000134468079},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6123999953269958},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.476500004529953},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.47620001435279846},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.45730000734329224},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.45399999618530273},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4512999951839447},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43810001015663147},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.4269999861717224},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.42649999260902405},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C97944126","wikidata":"https://www.wikidata.org/wiki/Q5001864","display_name":"Business decision mapping","level":3,"score":0.32829999923706055},{"id":"https://openalex.org/C2780033181","wikidata":"https://www.wikidata.org/wiki/Q24962805","display_name":"Decision aids","level":3,"score":0.3244999945163727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3118000030517578},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C186116695","wikidata":"https://www.wikidata.org/wiki/Q5249226","display_name":"Decision analysis","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C156201811","wikidata":"https://www.wikidata.org/wiki/Q5418360","display_name":"Evidential reasoning approach","level":4,"score":0.2700999975204468},{"id":"https://openalex.org/C59719044","wikidata":"https://www.wikidata.org/wiki/Q7273265","display_name":"R-CAST","level":4,"score":0.26179999113082886},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.07609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.07609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7093749046325684,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Architectural":[0],"Decision":[1],"Records":[2],"(ADRs)":[3],"play":[4],"a":[5,76],"central":[6],"role":[7],"in":[8,31,55,79],"maintaining":[9],"software":[10],"architecture":[11],"quality,":[12],"yet":[13,153],"many":[14],"decision":[15,53,86,147],"violations":[16,54],"go":[17],"unnoticed":[18],"because":[19],"projects":[20],"lack":[21],"both":[22],"systematic":[23],"documentation":[24],"and":[25,63,88,101,103,116],"automated":[26],"detection":[27],"mechanisms.":[28],"Recent":[29],"advances":[30],"Large":[32],"Language":[33],"Models":[34],"(LLMs)":[35],"open":[36],"up":[37],"new":[38],"possibilities":[39],"for":[40,119,126,157],"automating":[41],"architectural":[42,146],"reasoning":[43],"at":[44],"scale.":[45],"We":[46,96],"investigated":[47],"how":[48],"effectively":[49],"LLMs":[50,91,140],"can":[51,141],"identify":[52],"open-source":[56],"systems":[57],"by":[58],"examining":[59],"their":[60],"agreement,":[61,98],"accuracy,":[62,99],"inherent":[64],"limitations.":[65],"Our":[66],"study":[67],"analyzed":[68],"980":[69],"ADRs":[70],"across":[71],"109":[72],"GitHub":[73],"repositories":[74],"using":[75],"multi-model":[77],"pipeline":[78],"which":[80],"one":[81],"LLM":[82],"primary":[83],"screens":[84],"potential":[85],"violations,":[87],"three":[89],"additional":[90],"independently":[92],"validate":[93],"the":[94,105],"reasoning.":[95],"assessed":[97],"precision,":[100],"recall,":[102],"complemented":[104],"quantitative":[106],"findings":[107],"with":[108],"expert":[109],"evaluation.":[110],"The":[111],"models":[112],"achieved":[113],"substantial":[114],"agreement":[115],"strong":[117],"accuracy":[118],"explicit,":[120],"code-inferable":[121],"decisions.":[122],"Accuracy":[123],"falls":[124],"short":[125],"implicit":[127],"or":[128,136],"deployment-oriented":[129],"decisions":[130,158],"that":[131],"depend":[132],"on":[133,161],"deployment":[134],"configuration":[135],"organizational":[137],"knowledge.":[138],"Therefore,":[139],"meaningfully":[142],"support":[143],"validation":[144],"of":[145],"compliance;":[148],"however,":[149],"they":[150],"are":[151],"not":[152,159],"replacing":[154],"human":[155],"expertise":[156],"focused":[160],"code.":[162]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-10T00:00:00"}