{"id":"https://openalex.org/W7149629650","doi":"https://doi.org/10.1145/3748522.3779725","title":"Large Language Models for Analyzing Enterprise Architecture Debt in Unstructured Documentation","display_name":"Large Language Models for Analyzing Enterprise Architecture Debt in Unstructured Documentation","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7149629650","doi":"https://doi.org/10.1145/3748522.3779725"},"language":"en","primary_location":{"id":"doi:10.1145/3748522.3779725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3748522.3779725","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132957555","display_name":"Christin Pagels","orcid":null},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Christin Pagels","raw_affiliation_strings":["Stockholm University, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0009-0002-3453-0467","affiliations":[{"raw_affiliation_string":"Stockholm University, Stockholm, Sweden","institution_ids":["https://openalex.org/I161593684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132965397","display_name":"Simon Hacks","orcid":null},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Simon Hacks","raw_affiliation_strings":["Stockholm University, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0478-9347","affiliations":[{"raw_affiliation_string":"Stockholm University, Stockholm, Sweden","institution_ids":["https://openalex.org/I161593684"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132948183","display_name":"Rob Henk; id_orcid 0000-0003-2791-6070 Bemthuis","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rob Bemthuis","raw_affiliation_strings":["Pervasive Systems, University of Twente, Enschede, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2791-6070","affiliations":[{"raw_affiliation_string":"Pervasive Systems, University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5132957555"],"corresponding_institution_ids":["https://openalex.org/I161593684"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5017275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"814","last_page":"822"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11572","display_name":"Information Technology Governance and Strategy","score":0.4397999942302704,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11572","display_name":"Information Technology Governance and Strategy","score":0.4397999942302704,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.18240000307559967,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.08699999749660492,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.6430000066757202},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6381999850273132},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.6031000018119812},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5928000211715698},{"id":"https://openalex.org/keywords/enterprise-architecture","display_name":"Enterprise architecture","score":0.5741999745368958},{"id":"https://openalex.org/keywords/unstructured-data","display_name":"Unstructured data","score":0.51910001039505},{"id":"https://openalex.org/keywords/nist-enterprise-architecture-model","display_name":"NIST Enterprise Architecture Model","score":0.4672999978065491},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.43479999899864197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6669999957084656},{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.6430000066757202},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6381999850273132},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.6031000018119812},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C10590034","wikidata":"https://www.wikidata.org/wiki/Q1048431","display_name":"Enterprise architecture","level":3,"score":0.5741999745368958},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5618000030517578},{"id":"https://openalex.org/C2781252014","wikidata":"https://www.wikidata.org/wiki/Q1141900","display_name":"Unstructured data","level":3,"score":0.51910001039505},{"id":"https://openalex.org/C48461290","wikidata":"https://www.wikidata.org/wiki/Q6954385","display_name":"NIST Enterprise Architecture Model","level":5,"score":0.4672999978065491},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.43479999899864197},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37119999527931213},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3637000024318695},{"id":"https://openalex.org/C2777655877","wikidata":"https://www.wikidata.org/wiki/Q3475740","display_name":"Design science research","level":3,"score":0.3573000133037567},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3312000036239624},{"id":"https://openalex.org/C76956256","wikidata":"https://www.wikidata.org/wiki/Q27610560","display_name":"Process modeling","level":3,"score":0.3278999924659729},{"id":"https://openalex.org/C138824270","wikidata":"https://www.wikidata.org/wiki/Q3318162","display_name":"Enterprise modelling","level":4,"score":0.3262999951839447},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C94184115","wikidata":"https://www.wikidata.org/wiki/Q3643219","display_name":"Business architecture","level":4,"score":0.31459999084472656},{"id":"https://openalex.org/C53996427","wikidata":"https://www.wikidata.org/wiki/Q5380387","display_name":"Enterprise integration","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C163352659","wikidata":"https://www.wikidata.org/wiki/Q5380367","display_name":"Enterprise architecture management","level":4,"score":0.2831999957561493},{"id":"https://openalex.org/C120527767","wikidata":"https://www.wikidata.org/wiki/Q3196867","display_name":"Debt","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.25690001249313354},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2565999925136566}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3748522.3779725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/0d54bb71-2722-4b6c-abf8-0cbb4e4ef777","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/0d54bb71-2722-4b6c-abf8-0cbb4e4ef777","pdf_url":"https://ris.utwente.nl/ws/files/526877074/published.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pagels, C, Hacks, S & Bemthuis, R H 2026, Large Language Models for Analyzing Enterprise Architecture Debt in Unstructured Documentation. in SAC'26 : Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing. Association for Computing Machinery (ACM), New York, NY, pp. 815-822, 41st ACM/SIGAPP Symposium On Applied Computing, SAC 2026, Thessaloniki, Greece, 23/03/26. https://doi.org/10.1145/3748522.3779725","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3748522.3779725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Enterprise":[0,24],"Architecture":[1,25],"Debt":[2,60],"(EA":[3,27],"Debt)":[4],"arises":[5],"from":[6,36],"suboptimal":[7],"design":[8,67,72],"decisions":[9],"and":[10,57,73,97,141,144],"misaligned":[11],"components":[12],"that":[13,123],"can":[14,125],"degrade":[15],"an":[16,47,75],"organization's":[17],"IT":[18],"landscape":[19],"over":[20],"time.":[21],"Early":[22],"indicators,":[23],"Smells":[26,130],"Smells),":[28],"are":[29],"currently":[30],"mainly":[31],"detected":[32],"manually":[33],"or":[34],"only":[35],"structured":[37],"artifacts,":[38],"leaving":[39],"much":[40],"unstructured":[41,62,86,132],"documentation":[42],"under-analyzed.":[43],"This":[44],"study":[45,108],"proposes":[46],"approach":[48],"using":[49,109],"a":[50,66,106,117],"large":[51],"language":[52],"model":[53,137,148],"(LLM)":[54],"to":[55],"identify":[56],"quantify":[58],"EA":[59,80,129,163],"in":[61,131],"architectural":[63],"documentation.":[64],"Following":[65],"science":[68],"research":[69],"approach,":[70],"we":[71],"evaluate":[74,102],"LLM-based":[76,159],"prototype":[77,104],"for":[78,157],"automated":[79],"Smell":[81],"detection.":[82],"The":[83,153],"artifact":[84],"ingests":[85],"documents":[87],"(e.g.,":[88],"process":[89],"descriptions,":[90],"strategy":[91],"papers),":[92],"applies":[93],"fine-tuned":[94,146],"detection":[95,161],"models,":[96],"outputs":[98],"identified":[99],"smells.":[100],"We":[101],"the":[103,135,145],"through":[105],"case":[107],"synthetic":[110],"yet":[111],"realistic":[112],"business":[113],"documents,":[114],"benchmarking":[115],"against":[116],"custom":[118],"GPT-based":[119],"model.":[120],"Results":[121],"show":[122],"LLMs":[124],"detect":[126],"multiple":[127],"predefined":[128],"text,":[133],"with":[134],"benchmark":[136],"achieving":[138],"higher":[139],"precision":[140],"processing":[142],"speed,":[143],"on-premise":[147],"offering":[149],"data":[150],"protection":[151],"advantages.":[152],"findings":[154],"highlight":[155],"opportunities":[156],"integrating":[158],"smell":[160],"into":[162],"governance":[164],"practice.":[165]},"counts_by_year":[],"updated_date":"2026-06-10T14:10:52.464848","created_date":"2026-04-05T00:00:00"}