{"id":"https://openalex.org/W2057710089","doi":"https://doi.org/10.1145/2490257.2490264","title":"An application of data envelopment analysis to software quality assessment","display_name":"An application of data envelopment analysis to software quality assessment","publication_year":2013,"publication_date":"2013-08-13","ids":{"openalex":"https://openalex.org/W2057710089","doi":"https://doi.org/10.1145/2490257.2490264","mag":"2057710089"},"language":"en","primary_location":{"id":"doi:10.1145/2490257.2490264","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2490257.2490264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th Balkan Conference in Informatics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065991695","display_name":"Georgia Paschalidou","orcid":null},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Georgia Paschalidou","raw_affiliation_strings":["University of Macedonia, Thessaloniki"],"affiliations":[{"raw_affiliation_string":"University of Macedonia, Thessaloniki","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084383487","display_name":"Emmanouil Stiakakis","orcid":null},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Emmanouil Stiakakis","raw_affiliation_strings":["University of Macedonia, Thessaloniki"],"affiliations":[{"raw_affiliation_string":"University of Macedonia, Thessaloniki","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005131176","display_name":"Alexander Chatzigeorgiou","orcid":"https://orcid.org/0000-0002-5381-8418"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Alexander Chatzigeorgiou","raw_affiliation_strings":["University of Macedonia, Thessaloniki"],"affiliations":[{"raw_affiliation_string":"University of Macedonia, Thessaloniki","institution_ids":["https://openalex.org/I192756129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065991695"],"corresponding_institution_ids":["https://openalex.org/I192756129"],"apc_list":null,"apc_paid":null,"fwci":0.8089,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8247082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"228","last_page":"235"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7093369364738464},{"id":"https://openalex.org/keywords/data-envelopment-analysis","display_name":"Data envelopment analysis","score":0.672732412815094},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5941240191459656},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5833619236946106},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4762002229690552},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.41522926092147827},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2117500901222229},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13603496551513672},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10369542241096497},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08033731579780579},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06870600581169128},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0649074912071228}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7093369364738464},{"id":"https://openalex.org/C22088475","wikidata":"https://www.wikidata.org/wiki/Q647974","display_name":"Data envelopment analysis","level":2,"score":0.672732412815094},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5941240191459656},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5833619236946106},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4762002229690552},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.41522926092147827},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2117500901222229},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13603496551513672},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10369542241096497},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08033731579780579},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06870600581169128},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0649074912071228},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2490257.2490264","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2490257.2490264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th Balkan Conference in Informatics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5899999737739563,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1495821235","https://openalex.org/W1785944873","https://openalex.org/W1892104345","https://openalex.org/W1964962870","https://openalex.org/W2004758929","https://openalex.org/W2025043404","https://openalex.org/W2047345132","https://openalex.org/W2076452041","https://openalex.org/W2081917329","https://openalex.org/W2099459060","https://openalex.org/W2134119432","https://openalex.org/W2137772153","https://openalex.org/W2153773267","https://openalex.org/W2158975184","https://openalex.org/W2162180338","https://openalex.org/W2167363007","https://openalex.org/W2169503241","https://openalex.org/W4252347043","https://openalex.org/W4300395170"],"related_works":["https://openalex.org/W2801360836","https://openalex.org/W2120745168","https://openalex.org/W2736559621","https://openalex.org/W2352291457","https://openalex.org/W2360317231","https://openalex.org/W2126538897","https://openalex.org/W4378625608","https://openalex.org/W2277194173","https://openalex.org/W2393998096","https://openalex.org/W2977883531"],"abstract_inverted_index":{"Data":[0],"Envelopment":[1],"Analysis":[2],"(DEA)":[3],"is":[4,117,122,128,169],"a":[5,21,48,85,124,145,172,237],"non-parametric":[6],"technique":[7],"which":[8,53,177],"involves":[9,178],"the":[10,18,55,59,62,76,97,134,140,156,159,163,180,189,192,196,202,210,232,245,255],"use":[11],"of":[12,20,24,61,78,93,99,106,113,139,148,154,175,191,195,199,212,239,247,257],"linear":[13],"programming":[14],"methods":[15],"to":[16,47,83,95,144,185,241],"measure":[17],"efficiency":[19,126],"homogenous":[22],"set":[23,174,194],"units.":[25],"These":[26,217],"units":[27,182],"are":[28,44,151,236],"known":[29],"as":[30,207,209],"Decision":[31],"Making":[32],"Units":[33],"(DMUs)":[34],"and":[35,40,162,249],"defined":[36],"by":[37,171],"multiple":[38],"input":[39],"output":[41],"data.":[42],"Efficiencies":[43],"measured":[45],"relative":[46],"piece-wise":[49],"surface":[50],"(efficient":[51],"frontier)":[52,161],"envelops":[54],"data,":[56],"thus":[57],"justifying":[58],"name":[60],"technique.":[63],"Although":[64],"DEA":[65,94,121,248],"has":[66],"been":[67],"mostly":[68],"used":[69],"in":[70,75,104,120,223,254],"production":[71],"economics,":[72],"its":[73],"application":[74,92],"context":[77,256],"software":[79,102,221,258],"quality":[80,259],"evaluation":[81],"seems":[82],"be":[84,215,242],"promising":[86],"approach.":[87],"This":[88],"study":[89],"provides":[90],"an":[91],"assess":[96],"evolution":[98],"two":[100,152],"open-source":[101],"projects":[103],"terms":[105],"selected":[107],"metric":[108,141],"values":[109],"for":[110,130],"successive":[111],"versions":[112,198],"each":[114,131,200],"project.":[115],"What":[116],"really":[118],"interesting":[119,262],"that":[123,186,204,227,234],"single":[125],"score":[127],"calculated":[129],"version":[132],"despite":[133],"often":[135],"convoluted":[136],"overall":[137],"picture":[138],"values.":[142],"According":[143],"simplified":[146],"view":[147],"DEA,":[149],"there":[150,235],"categories":[153],"units,":[155],"efficient":[157,160,181],"(onto":[158],"inefficient":[164,167,197],"ones.":[165],"Each":[166],"unit":[168],"characterized":[170],"reference":[173,193],"peers":[176],"all":[179],"\"operating\"":[183],"closer":[184],"unit.":[187],"Through":[188],"consideration":[190],"project,":[201],"metrics":[203],"require":[205,228],"improvement,":[206,213],"well":[208],"extent":[211],"could":[214,219],"estimated.":[216],"results":[218],"assist":[220],"developers":[222],"identifying":[224],"design":[225],"issues":[226,240],"further":[229,243],"improvement.":[230],"Notwithstanding":[231],"fact":[233],"number":[238],"investigated,":[244],"applicability":[246],"other":[250],"operations":[251],"research":[252],"tools":[253],"might":[260],"yield":[261],"results.":[263]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}