{"id":"https://openalex.org/W2041628322","doi":"https://doi.org/10.1145/2377656.2377661","title":"Validating software metrics","display_name":"Validating software metrics","publication_year":2012,"publication_date":"2012-11-01","ids":{"openalex":"https://openalex.org/W2041628322","doi":"https://doi.org/10.1145/2377656.2377661","mag":"2041628322"},"language":"en","primary_location":{"id":"doi:10.1145/2377656.2377661","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2377656.2377661","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073112840","display_name":"Andrew Meneely","orcid":"https://orcid.org/0000-0002-4850-1408"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Meneely","raw_affiliation_strings":["North Carolina State University","North Carolina State University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University,","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102452504","display_name":"Ben Smith","orcid":"https://orcid.org/0000-0002-9233-1389"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Smith","raw_affiliation_strings":["North Carolina State University","North Carolina State University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University,","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028171895","display_name":"Laurie Williams","orcid":"https://orcid.org/0000-0003-3300-6540"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie Williams","raw_affiliation_strings":["North Carolina State University, Raleigh, NC","North Carolina State University, Raleigh, NC;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, NC;","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":24.8078,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.99405502,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"21","issue":"4","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7470800876617432},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7422190308570862},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.5803095102310181},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5720467567443848},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5520487427711487},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46089568734169006},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4526481628417969},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.32389259338378906},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.302664577960968},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.28254830837249756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18791353702545166}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7470800876617432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7422190308570862},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.5803095102310181},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5720467567443848},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5520487427711487},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46089568734169006},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4526481628417969},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32389259338378906},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.302664577960968},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.28254830837249756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18791353702545166},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2377656.2377661","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2377656.2377661","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W147466054","https://openalex.org/W627330005","https://openalex.org/W1504982958","https://openalex.org/W1516655355","https://openalex.org/W1596771679","https://openalex.org/W1607888928","https://openalex.org/W1650064824","https://openalex.org/W1964962870","https://openalex.org/W1966460148","https://openalex.org/W1985622211","https://openalex.org/W1989657183","https://openalex.org/W2010490953","https://openalex.org/W2049624350","https://openalex.org/W2060147698","https://openalex.org/W2074471961","https://openalex.org/W2091607208","https://openalex.org/W2093697637","https://openalex.org/W2095032754","https://openalex.org/W2107406649","https://openalex.org/W2111562224","https://openalex.org/W2118328848","https://openalex.org/W2122000464","https://openalex.org/W2132988567","https://openalex.org/W2137021170","https://openalex.org/W2158335989","https://openalex.org/W2161477496","https://openalex.org/W2163956676","https://openalex.org/W2164779254","https://openalex.org/W2168894761","https://openalex.org/W4229808266","https://openalex.org/W4285719527","https://openalex.org/W6619920941","https://openalex.org/W6684456340"],"related_works":["https://openalex.org/W2494189957","https://openalex.org/W1965637956","https://openalex.org/W2116876706","https://openalex.org/W2350290471","https://openalex.org/W1792767331","https://openalex.org/W1562268242","https://openalex.org/W6016662","https://openalex.org/W2022933252","https://openalex.org/W2123254067","https://openalex.org/W222248820"],"abstract_inverted_index":{"Context":[0],".":[1,59,110,151,185],"Researchers":[2,210],"proposing":[3,211],"a":[4,55,65,96,113,140,157,163,273],"new":[5,212],"metric":[6,20,67,247],"have":[7,51,266],"the":[8,15,19,34,45,88,100,106,145,148,171,181,187,194,201,216,219,246,268],"burden":[9,28],"of":[10,29,40,76,90,99,160,170,196,218,224,272],"proof":[11,30],"to":[12,14,80,87,143,262],"demonstrate":[13],"research":[16],"community":[17],"that":[18,117,205,242,245,256,264],"is":[21,31,79,208,248],"acceptable":[22],"in":[23,83,105,222],"its":[24,251],"intended":[25,252],"use.":[26,253],"This":[27],"provided":[32],"through":[33],"multi-faceted,":[35],"scientific,":[36],"and":[37,122,177,198,227,270],"objective":[38,75],"process":[39],"software":[41,70,91],"metrics":[42,71,93,101,206,213,257],"validation.":[43],"Over":[44],"last":[46],"40":[47],"years,":[48],"however,":[49],"researchers":[50,82,238,265],"debated":[52],"what":[53,63,161],"constitutes":[54,64,162],"\u201cvalid\u201d":[56],"metric.":[57,165,274],"Aim":[58],"The":[60,74],"debate":[61],"over":[62],"valid":[66,164],"centers":[68],"on":[69,125],"validation":[72,102,132,154,182,189,202,207,220,233,258],"criteria.":[73,149,183],"this":[77],"article":[78],"guide":[81],"making":[84],"sound":[85],"contributions":[86],"field":[89],"engineering":[92],"by":[94],"providing":[95],"practical":[97],"summary":[98],"criteria":[103,133,155,190,203,221,234,241,259],"found":[104],"academic":[107],"literature.":[108],"Method":[109],"We":[111,166,254],"conducted":[112],"systematic":[114],"literature":[115],"review":[116],"began":[118],"with":[119],"2,288":[120],"papers":[121],"ultimately":[123],"focused":[124],"20":[126,136],"papers.":[127],"After":[128],"extracting":[129],"47":[130,153,188],"unique":[131],"from":[134],"these":[135],"papers,":[137],"we":[138],"performed":[139],"comparative":[141],"analysis":[142,169],"explore":[144],"relationships":[146],"amongst":[147],"Results":[150],"Our":[152],"represent":[156],"diverse":[158],"view":[159],"present":[167],"an":[168],"criteria's":[172],"categorization,":[173],"conflicts,":[174],"common":[175],"themes,":[176],"philosophical":[178],"motivations":[179,197],"behind":[180,200],"Conclusions":[184],"Although":[186],"are":[191],"not":[192],"conflict-free,":[193],"diversity":[195],"philosophies":[199],"indicates":[204],"complex.":[209],"should":[214,239],"consider":[215],"applicability":[217],"terms":[223],"our":[225],"categorization":[226],"analysis.":[228],"Rather":[229],"than":[230],"arbitrarily":[231],"choosing":[232],"for":[235,250],"each":[236],"metric,":[237],"choose":[240],"can":[243],"confirm":[244],"appropriate":[249],"conclude":[255],"provide":[260],"answers":[261],"questions":[263],"about":[267],"merits":[269],"limitations":[271]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":12},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}