{"id":"https://openalex.org/W2036259709","doi":"https://doi.org/10.1145/1540438.1540444","title":"Why comparative effort prediction studies may be invalid","display_name":"Why comparative effort prediction studies may be invalid","alternate_titles":[],"publication_year":2009,"publication_date":"2009-05-18","ids":{"openalex":"https://openalex.org/W2036259709","doi":"https://doi.org/10.1145/1540438.1540444","mag":"2036259709"},"language":"en","primary_location":{"id":"doi:10.1145/1540438.1540444","doi":"https://doi.org/10.1145/1540438.1540444","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1540438.1540444","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Predictor Models in Software Engineering","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2036259709"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012102325","display_name":"Barbara Ann Kitchenham","orcid":"https://orcid.org/0000-0002-6134-8460","observed_orcids":["https://orcid.org/0000-0002-6134-8460"]},"institutions":[{"id":"https://openalex.org/I56007636","display_name":"Keele University","ror":"https://ror.org/00340yn33","country_code":"GB","type":"education","lineage":["https://openalex.org/I56007636"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Barbara Kitchenham","raw_affiliation_strings":["Keele University, Keele, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Keele University, Keele, UK","institution_ids":["https://openalex.org/I56007636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103878525","display_name":"Em\u00edlia Mendes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Emilia Mendes","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.8446,"has_fulltext":false,"cited_by_count":162,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.98136263,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.048900000751018524,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/effort-estimation","display_name":"effort estimation","score":0.7229999899864197},{"id":"https://openalex.org/keywords/cost-estimation","display_name":"cost estimation","score":0.6129999756813049},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.718999981880188},{"id":"https://openalex.org/keywords/linear-regression","display_name":"linear regression","score":0.7620000243186951},{"id":"https://openalex.org/keywords/promise-repository","display_name":"PROMISE repository","score":0.7860000133514404},{"id":"https://openalex.org/keywords/robust-regression","display_name":"robust regression","score":0.6430000066757202},{"id":"https://openalex.org/keywords/logarithmic-transformation","display_name":"logarithmic transformation","score":0.9760000109672546},{"id":"https://openalex.org/keywords/data-reliability","display_name":"data reliability","score":0.3659999966621399}],"concepts":[{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.6700643301010132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6585253477096558},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.6337171196937561},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.5580670833587646},{"id":"https://openalex.org/C57381214","wikidata":"https://www.wikidata.org/wiki/Q55631393","display_name":"Regression diagnostic","level":4,"score":0.5120678544044495},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.50737065076828},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4856771230697632},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.48147836327552795},{"id":"https://openalex.org/C122342681","wikidata":"https://www.wikidata.org/wiki/Q330828","display_name":"Skewness","level":2,"score":0.46843773126602173},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.46629825234413147},{"id":"https://openalex.org/C70259352","wikidata":"https://www.wikidata.org/wiki/Q1847839","display_name":"Robust regression","level":3,"score":0.46167537569999695},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.448326975107193},{"id":"https://openalex.org/C32224588","wikidata":"https://www.wikidata.org/wiki/Q7250175","display_name":"Proper linear model","level":4,"score":0.4418943226337433},{"id":"https://openalex.org/C208788","wikidata":"https://www.wikidata.org/wiki/Q895499","display_name":"Power transform","level":3,"score":0.42060285806655884},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4183712899684906},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3750012516975403},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3527393937110901},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32494208216667175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3186410665512085},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22401681542396545},{"id":"https://openalex.org/C120068334","wikidata":"https://www.wikidata.org/wiki/Q45343","display_name":"Polynomial regression","level":3,"score":0.18636545538902283},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1540438.1540444","doi":"https://doi.org/10.1145/1540438.1540444","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1540438.1540444","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Predictor Models in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G401138879","display_name":"Evidence-based Practices Informing Computing (EPIC)","funder_award_id":"EP/E046983/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1557824269","https://openalex.org/W1946798454","https://openalex.org/W1977434628","https://openalex.org/W1994410397","https://openalex.org/W1998661875","https://openalex.org/W2020669164","https://openalex.org/W2022537368","https://openalex.org/W2024188017","https://openalex.org/W2024303949","https://openalex.org/W2033564924","https://openalex.org/W2040855338","https://openalex.org/W2052309293","https://openalex.org/W2074626524","https://openalex.org/W2078619386","https://openalex.org/W2092225742","https://openalex.org/W2104236502","https://openalex.org/W2104789242","https://openalex.org/W2113199992","https://openalex.org/W2131378644","https://openalex.org/W2133948563","https://openalex.org/W2151409568","https://openalex.org/W2151955259"],"related_works":["https://openalex.org/W7208831251","https://openalex.org/W2407535983","https://openalex.org/W261928580","https://openalex.org/W2073363525","https://openalex.org/W2514583569","https://openalex.org/W2012319918","https://openalex.org/W2109105289","https://openalex.org/W4200392504","https://openalex.org/W2401339491"],"abstract_inverted_index":{"Background:":[0],"Many":[1],"cost":[2],"estimation":[3,11,74],"papers":[4],"are":[5,134,146,200,259,263,273],"based":[6],"on":[7,17],"finding":[8],"a":[9,118,167,209,268],"\"new\"":[10],"method,":[12],"trying":[13],"out":[14],"the":[15,26,53,66,80,85,88,91,94,97,115,128,135,140,184,187,191,194,214,226,233,238,256,276],"method":[16,28],"one":[18,109],"or":[19,110,212],"two":[20,111],"past":[21],"datasets":[22,83,112,272,280],"and":[23,49,93,172,190,224,275],"\"proving\"":[24],"that":[25,52,71,138],"new":[27,119,141,144],"is":[29,46,105,206,219,281],"better":[30,230],"than":[31,232],"linear":[32,99,164,168,249],"regression.":[33],"Aim:":[34],"This":[35],"paper":[36],"aims":[37],"to":[38,43,50,107,113,153,156,207],"explain":[39],"why":[40],"this":[41],"approach":[42],"model":[44,235],"comparison":[45],"often":[47],"invalid":[48,106],"suggest":[51],"PROMISE":[54,239],"repository":[55],"may":[56],"be":[57,124,252],"making":[58],"things":[59],"worse.":[60],"Method:":[61],"We":[62,76],"identify":[63],"some":[64,78],"of":[65,79,87,90,96,117,127,163,186,193,271,278],"theoretical":[67],"problems":[68],"with":[69,148,248],"studies":[70,243],"compare":[72],"different":[73],"models.":[75,101],"review":[77],"commonly":[81],"used":[82,274],"from":[84],"viewpoint":[86],"reliability":[89],"data":[92,245],"validity":[95,116],"proposed":[98],"regression":[100,149,158,165,211,234,250,257],"Discussion":[102],"points:":[103],"It":[104],"select":[108],"\"prove\"":[114],"technique":[120],"because":[121],"we":[122],"cannot":[123],"sure":[125],"that,":[126],"many":[129,222],"published":[130],"datasets,":[131],"those":[132,279],"chosen":[133],"only":[136,267],"ones":[137],"favour":[139],"technique.":[142],"When":[143],"models":[145],"compared":[147],"models,":[150],"researchers":[151],"need":[152],"understand":[154],"how":[155],"use":[157,162,208],"analysis":[159],"appropriately.":[160],"The":[161,216],"presupposes:":[166],"relationship":[169,182],"between":[170,183],"dependent":[171,188],"independent":[173],"variables,":[174],"no":[175,178,181],"significant":[176,179],"outliers,":[177],"skewness,":[180],"variance":[185],"variable":[189],"magnitude":[192],"variable.":[195],"If":[196],"all":[197],"these":[198],"conditions":[199],"not":[201,282],"true,":[202],"standard":[203],"statistical":[204],"practice":[205],"robust":[210],"transform":[213],"data.":[215],"logarithmic":[217],"transformation":[218],"appropriate":[220],"in":[221,237],"cases,":[223],"for":[225],"Desharnais":[227],"dataset":[228],"gives":[229],"results":[231],"presented":[236],"repository.":[240],"Conclusions:":[241],"Simplistic":[242],"comparing":[244],"intensive":[246],"methods":[247],"will":[251],"scientifically":[253,283],"valueless,":[254],"if":[255,266],"techniques":[258],"applied":[260],"incorrectly.":[261],"They":[262],"also":[264],"suspect":[265],"small":[269],"number":[270],"selection":[277],"justified.":[284]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2036259709","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":12},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":13},{"year":2012,"cited_by_count":15}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
