{"id":"https://openalex.org/W1567157064","doi":"https://doi.org/10.1109/isese.2005.1541837","title":"An experiment on subjective evolvability evaluation of object-oriented software: explaining factors and interrater agreement","display_name":"An experiment on subjective evolvability evaluation of object-oriented software: explaining factors and interrater agreement","publication_year":2005,"publication_date":"2005-12-10","ids":{"openalex":"https://openalex.org/W1567157064","doi":"https://doi.org/10.1109/isese.2005.1541837","mag":"1567157064"},"language":"en","primary_location":{"id":"doi:10.1109/isese.2005.1541837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isese.2005.1541837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2005 International Symposium on Empirical Software Engineering, 2005.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078824435","display_name":"Mika M\u00e4ntyl\u00e4","orcid":"https://orcid.org/0000-0002-2841-5879"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"M.V. Mantyla","raw_affiliation_strings":["Software Business and Engineering Institute, Helsinki University of Technology, Finland","Software Bus. & Eng. Inst., Helsinki Univ. of Technol., Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Software Business and Engineering Institute, Helsinki University of Technology, Finland","institution_ids":[]},{"raw_affiliation_string":"Software Bus. & Eng. Inst., Helsinki Univ. of Technol., Espoo, Finland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5078824435"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5441,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.91410905,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"277","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.9697582721710205},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.8018497228622437},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.727409839630127},{"id":"https://openalex.org/keywords/evolvability","display_name":"Evolvability","score":0.5799399614334106},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5229578614234924},{"id":"https://openalex.org/keywords/software-inspection","display_name":"Software inspection","score":0.5154412984848022},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.4579959511756897},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4568910598754883},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.4530690014362335},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.42702215909957886},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4231390953063965},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.40772533416748047},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.38288480043411255},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.32287782430648804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3209894299507141},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.0901331901550293}],"concepts":[{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.9697582721710205},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.8018497228622437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.727409839630127},{"id":"https://openalex.org/C176147130","wikidata":"https://www.wikidata.org/wiki/Q909622","display_name":"Evolvability","level":2,"score":0.5799399614334106},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5229578614234924},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.5154412984848022},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.4579959511756897},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4568910598754883},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.4530690014362335},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.42702215909957886},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4231390953063965},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.40772533416748047},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.38288480043411255},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.32287782430648804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3209894299507141},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0901331901550293},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isese.2005.1541837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isese.2005.1541837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2005 International Symposium on Empirical Software Engineering, 2005.","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.569.6409","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.569.6409","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://lib.tkk.fi/Diss/2009/isbn9789512298570/article3.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W240302486","https://openalex.org/W1491087240","https://openalex.org/W1973359285","https://openalex.org/W1980316588","https://openalex.org/W2045260557","https://openalex.org/W2110178563","https://openalex.org/W2129048730","https://openalex.org/W2130060711","https://openalex.org/W2146134503","https://openalex.org/W2155017055","https://openalex.org/W2155741178","https://openalex.org/W2164060400","https://openalex.org/W2171383742","https://openalex.org/W4246331551","https://openalex.org/W6682964299"],"related_works":["https://openalex.org/W2780981476","https://openalex.org/W2088986462","https://openalex.org/W3166181464","https://openalex.org/W2955607951","https://openalex.org/W2946499381","https://openalex.org/W2187939805","https://openalex.org/W4385569644","https://openalex.org/W3154383848","https://openalex.org/W2568457029","https://openalex.org/W3135526658"],"abstract_inverted_index":{"Recent":[0],"trends":[1],"in":[2,11,122,138],"software":[3,13,20],"development":[4],"have":[5],"emphasized":[6],"the":[7,25,35,40,43,56,71,80,83,93,97,109,116],"importance":[8],"of":[9,27,42,79,92],"refactoring":[10,36,57,94,110,117,129],"preserving":[12],"evolvability.":[14],"We":[15,38],"performed":[16],"two":[17],"experiments":[18],"on":[19],"evolvability":[21],"evaluation,":[22],"i.e.":[23],"evaluating":[24,105],"existence":[26],"certain":[28],"code":[29,32,51,66,74,85,106,132,144],"problems":[30],"called":[31],"smells":[33,52,107],"and":[34,53,64],"decision.":[37,58,95,111],"studied":[39],"agreement":[41,46,114],"evaluators.":[44],"Interrater":[45],"was":[47],"high":[48],"for":[49,55,104,115],"simple":[50,84,143],"low":[54,113],"Furthermore,":[59],"we":[60],"analyzed":[61],"evaluators'":[62],"demographics":[63,98],"source":[65],"metrics":[67,75,133],"as":[68],"factors":[69],"explaining":[70],"evaluations.":[72],"The":[73,112],"explained":[76],"over":[77],"70%":[78],"variation":[81],"regarding":[82],"smell":[86],"evaluations,":[87],"but":[88],"only":[89],"about":[90],"30%":[91],"Surprisingly,":[96],"were":[99],"not":[100],"useful":[101],"predictors":[102],"neither":[103],"nor":[108],"decisions":[118],"may":[119],"indicate":[120],"difficulty":[121],"building":[123],"tool":[124],"support":[125],"simulating":[126],"real-life":[127],"subjective":[128],"decisions.":[130],"However,":[131],"tools":[134],"should":[135],"be":[136],"effective":[137],"highlighting":[139],"straightforward":[140],"problems,":[141],"e.g.":[142],"smells.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}