{"id":"https://openalex.org/W2016698541","doi":"https://doi.org/10.1145/2602576.2602581","title":"An empirical investigation of modularity metrics for indicating architectural technical debt","display_name":"An empirical investigation of modularity metrics for indicating architectural technical debt","publication_year":2014,"publication_date":"2014-06-27","ids":{"openalex":"https://openalex.org/W2016698541","doi":"https://doi.org/10.1145/2602576.2602581","mag":"2016698541"},"language":"en","primary_location":{"id":"doi:10.1145/2602576.2602581","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2602576.2602581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th international ACM Sigsoft conference on Quality of software architectures","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://orbilu.uni.lu/handle/10993/23473","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000298412","display_name":"Zengyang Li","orcid":"https://orcid.org/0000-0002-7258-993X"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Zengyang Li","raw_affiliation_strings":["University of Groningen, Groningen, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Groningen, Groningen, Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049939779","display_name":"Peng Liang","orcid":"https://orcid.org/0000-0002-2056-5346"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Liang","raw_affiliation_strings":["Wuhan University, Wuhan, China","Wuhan University, Wuhan China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Wuhan University, Wuhan China#TAB#","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083888080","display_name":"Paris Avgeriou","orcid":"https://orcid.org/0000-0002-7101-0754"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Paris Avgeriou","raw_affiliation_strings":["University of Groningen, Groningen, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Groningen, Groningen, Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088180087","display_name":"Nicolas Guelfi","orcid":"https://orcid.org/0000-0003-0785-3148"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Nicolas Guelfi","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057023981","display_name":"Apostolos Ampatzoglou","orcid":"https://orcid.org/0000-0002-5764-7302"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Apostolos Ampatzoglou","raw_affiliation_strings":["University of Groningen, Groningen, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Groningen, Groningen, Netherlands","institution_ids":["https://openalex.org/I169381384"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"119","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.7763082981109619},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7256708145141602},{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.6592296957969666},{"id":"https://openalex.org/keywords/evolvability","display_name":"Evolvability","score":0.6259201169013977},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.52297043800354},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.5080950260162354},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5060927271842957},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5000412464141846},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.475331574678421},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4405038058757782},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.42606717348098755},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.4139532148838043},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4118330478668213},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2697349190711975},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.23778656125068665},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2014448046684265},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.18960943818092346}],"concepts":[{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.7763082981109619},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7256708145141602},{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.6592296957969666},{"id":"https://openalex.org/C176147130","wikidata":"https://www.wikidata.org/wiki/Q909622","display_name":"Evolvability","level":2,"score":0.6259201169013977},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.52297043800354},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.5080950260162354},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5060927271842957},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5000412464141846},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.475331574678421},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4405038058757782},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42606717348098755},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.4139532148838043},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4118330478668213},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2697349190711975},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23778656125068665},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2014448046684265},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.18960943818092346},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/2602576.2602581","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2602576.2602581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th international ACM Sigsoft conference on Quality of software architectures","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.rug.nl:publications/4b9e1848-1d40-4833-b57c-33812adb77ab","is_oa":false,"landing_page_url":"https://research.rug.nl/en/publications/4b9e1848-1d40-4833-b57c-33812adb77ab","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, Z, Liang, P, Avgeriou, P, Guelfi, N & Ampatzoglou, A 2014, An Empirical Investigation of Modularity Metrics for Indicating Architectural Technical Debt. in Proceedings of the 10th international ACM Sigsoft conference on Quality of software architectures. pp. 119-128.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.703.7450","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.703.7450","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.rug.nl/search/uploads/Publications/li2014eim.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.898.7846","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.898.7846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.rug.nl/%7Eparis/papers/QOSA14.pdf","raw_type":"text"},{"id":"pmh:oai:orbilu.uni.lu:10993/23473","is_oa":true,"landing_page_url":"http://orbilu.uni.lu/handle/10993/23473","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 10th international ACM Sigsoft conference on Quality of software architectures. (2014).","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/45f218bd-130f-4b3f-93d9-36a2893c59d8","is_oa":false,"landing_page_url":"https://hdl.handle.net/1871.1/45f218bd-130f-4b3f-93d9-36a2893c59d8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Z, Liang, P, Avgeriou, P, Guelfi, N & Ampatzoglou, A 2014, An Empirical Investigation of Modularity Metrics for Indicating Architectural Technical Debt. in Proceedings of the 10th International Conference on the Quality of Software Architectures (QoSA). ACM, pp. 119-128, The 10th International Conference on the Quality of Software Architectures (QoSA), 1/01/14. https://doi.org/10.1145/2602576.2602581","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:vu:oai:research.vu.nl:publications/45f218bd-130f-4b3f-93d9-36a2893c59d8","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/45f218bd-130f-4b3f-93d9-36a2893c59d8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 10th International Conference on the Quality of Software Architectures (QoSA), 119 - 128","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/23473","is_oa":true,"landing_page_url":"http://orbilu.uni.lu/handle/10993/23473","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 10th international ACM Sigsoft conference on Quality of software architectures. (2014).","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G1599751771","display_name":"\u77e5\u8bc6\u9a71\u52a8\u7684\u8f6f\u4ef6\u9700\u6c42\u548c\u4f53\u7cfb\u7ed3\u6784\u6587\u6863\u7684\u5f52\u6863\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61170025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7553136537","display_name":null,"funder_award_id":"895528","funder_id":"https://openalex.org/F4320321038","funder_display_name":"Fonds National de la Recherche Luxembourg"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W140915724","https://openalex.org/W1494946506","https://openalex.org/W1965658570","https://openalex.org/W2004833623","https://openalex.org/W2028836139","https://openalex.org/W2037698798","https://openalex.org/W2052135310","https://openalex.org/W2057433090","https://openalex.org/W2084429785","https://openalex.org/W2086100849","https://openalex.org/W2088481278","https://openalex.org/W2148606196","https://openalex.org/W2162739315","https://openalex.org/W2168077554","https://openalex.org/W2216905672","https://openalex.org/W2249595199","https://openalex.org/W2526133847","https://openalex.org/W4255888652"],"related_works":["https://openalex.org/W2916172651","https://openalex.org/W2312867530","https://openalex.org/W2799896739","https://openalex.org/W2805090609","https://openalex.org/W1965573262","https://openalex.org/W2742502143","https://openalex.org/W2982546111","https://openalex.org/W2619491370","https://openalex.org/W2892171545","https://openalex.org/W2034300411"],"abstract_inverted_index":{"Architectural":[0],"technical":[1],"debt":[2],"(ATD)":[3],"is":[4,42,62,84],"incurred":[5],"by":[6],"design":[7],"decisions":[8],"that":[9,29,158],"consciously":[10],"or":[11],"unconsciously":[12],"compromise":[13],"system-wide":[14],"quality":[15],"attributes,":[16],"particularly":[17],"maintainability":[18],"and":[19,26,34,46,86,137,169,181],"evolvability.":[20],"ATD":[21,41,49,77,188],"needs":[22],"to":[23,44,55,89,109,128],"be":[24,32,116,184],"identified":[25],"measured,":[27],"so":[28],"it":[30,83],"can":[31,115,183],"monitored":[33],"eventually":[35],"repaid,":[36],"when":[37],"appropriate.":[38],"In":[39,104],"practice,":[40],"difficult":[43,85],"identify":[45],"measure,":[47],"since":[48],"does":[50],"not":[51,101],"yield":[52],"observable":[53],"behaviors":[54],"end":[56],"users.":[57],"One":[58],"indicator":[59],"of":[60,66,98,126,154,164,171],"ATD,":[61],"the":[63,93,96,133],"average":[64],"number":[65],"modified":[67],"components":[68],"per":[69],"commit":[70],"(ANMCC):":[71],"a":[72,79,124,141],"higher":[73],"ANMCC":[74,127,136],"indicates":[75],"more":[76],"in":[78],"software":[80,111,150],"system.":[81],"However,":[82],"sometimes":[87],"impossible":[88],"calculate":[90],"ANMCC,":[91,180],"because":[92],"data":[94],"(i.e.,":[95],"log":[97],"commits)":[99],"are":[100],"always":[102],"available.":[103],"this":[105,155],"work,":[106],"we":[107],"propose":[108],"use":[110],"modularity":[112,138,160],"metrics,":[113,161],"which":[114],"directly":[117],"calculated":[118],"based":[119],"on":[120,146],"source":[121,149],"code,":[122],"as":[123,186],"substitute":[125],"indicate":[129],"ATD.":[130],"We":[131],"validate":[132],"correlation":[134,178],"between":[135],"metrics":[139],"through":[140],"holistic":[142],"multiple":[143],"case":[144],"study":[145,156],"thirteen":[147],"open":[148],"projects.":[151],"The":[152],"results":[153],"suggest":[157],"two":[159],"namely":[162],"Index":[163,170],"Package":[165,172],"Changing":[166],"Impact":[167],"(IPCI)":[168],"Goal":[173],"Focus":[174],"(IPGF),":[175],"have":[176],"significant":[177],"with":[179],"therefore":[182],"used":[185],"alternative":[187],"indicators.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":3}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}