{"id":"https://openalex.org/W2104236502","doi":"https://doi.org/10.1109/tse.2003.1245300","title":"A simulation study of the model evaluation criterion mmre","display_name":"A simulation study of the model evaluation criterion mmre","publication_year":2003,"publication_date":"2003-11-01","ids":{"openalex":"https://openalex.org/W2104236502","doi":"https://doi.org/10.1109/tse.2003.1245300","mag":"2104236502"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2003.1245300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2003.1245300","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/11250/94042","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014301801","display_name":"Tron Foss","orcid":null},"institutions":[{"id":"https://openalex.org/I181046868","display_name":"BI Norwegian Business School","ror":"https://ror.org/03ez40v33","country_code":"NO","type":"education","lineage":["https://openalex.org/I181046868"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"T. Foss","raw_affiliation_strings":["Norwegian School of Management BI, Sandvika, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian School of Management BI, Sandvika, Norway","institution_ids":["https://openalex.org/I181046868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111769153","display_name":"E. Stensrud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"E. Stensrud","raw_affiliation_strings":["Myrtveit og Stensrud ANS, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"Myrtveit og Stensrud ANS, Oslo, Norway","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012102325","display_name":"Barbara Kitchenham","orcid":"https://orcid.org/0000-0002-6134-8460"},"institutions":[{"id":"https://openalex.org/I56007636","display_name":"Keele University","ror":"https://ror.org/00340yn33","country_code":"GB","type":"education","lineage":["https://openalex.org/I56007636"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"B. Kitchenham","raw_affiliation_strings":["Department of Computer Science, Keele University, Keele, Staffordshire, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Keele University, Keele, Staffordshire, UK","institution_ids":["https://openalex.org/I56007636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083915339","display_name":"Ingunn Myrtveit","orcid":null},"institutions":[{"id":"https://openalex.org/I181046868","display_name":"BI Norwegian Business School","ror":"https://ror.org/03ez40v33","country_code":"NO","type":"education","lineage":["https://openalex.org/I181046868"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"I. Myrtveit","raw_affiliation_strings":["Norwegian School of Management BI, Sandvika, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian School of Management BI, Sandvika, Norway","institution_ids":["https://openalex.org/I181046868"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5014301801"],"corresponding_institution_ids":["https://openalex.org/I181046868"],"apc_list":null,"apc_paid":null,"fwci":14.4077,"has_fulltext":false,"cited_by_count":482,"citation_normalized_percentile":{"value":0.98458155,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"29","issue":"11","first_page":"985","last_page":"995"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6341026425361633},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5310181975364685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5153021812438965},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43218040466308594},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06134688854217529}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341026425361633},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5310181975364685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5153021812438965},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43218040466308594},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06134688854217529}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2003.1245300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2003.1245300","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.101.5792","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.101.5792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://web.bi.no/forskning/papers.nsf/dc1faa5090e7f026c1256e5c0044a137/8bdb9f675b1a964ec1256bab004bc20f/$FILE/dp2002-03.PDF","raw_type":"text"},{"id":"pmh:oai:biopen.bi.no:11250/94042","is_oa":true,"landing_page_url":"http://hdl.handle.net/11250/94042","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/workingPaper"}],"best_oa_location":{"id":"pmh:oai:biopen.bi.no:11250/94042","is_oa":true,"landing_page_url":"http://hdl.handle.net/11250/94042","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/workingPaper"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307894","display_name":"Accenture","ror":"https://ror.org/013g16z83"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1481170547","https://openalex.org/W1539550814","https://openalex.org/W1575961892","https://openalex.org/W1603123038","https://openalex.org/W1718727263","https://openalex.org/W1914534065","https://openalex.org/W1946798454","https://openalex.org/W1963745770","https://openalex.org/W1978453247","https://openalex.org/W1982264377","https://openalex.org/W1984784630","https://openalex.org/W1998661875","https://openalex.org/W2009407457","https://openalex.org/W2020013884","https://openalex.org/W2024188017","https://openalex.org/W2029867649","https://openalex.org/W2063380184","https://openalex.org/W2075848956","https://openalex.org/W2082266806","https://openalex.org/W2084175761","https://openalex.org/W2091685122","https://openalex.org/W2092528416","https://openalex.org/W2097455467","https://openalex.org/W2098168647","https://openalex.org/W2100850394","https://openalex.org/W2110409039","https://openalex.org/W2113199992","https://openalex.org/W2125791732","https://openalex.org/W2125809971","https://openalex.org/W2127741023","https://openalex.org/W2129707602","https://openalex.org/W2130227936","https://openalex.org/W2131378644","https://openalex.org/W2133442842","https://openalex.org/W2133711389","https://openalex.org/W2136691316","https://openalex.org/W2144036369","https://openalex.org/W2146651617","https://openalex.org/W2149416862","https://openalex.org/W2156698734","https://openalex.org/W2158949715","https://openalex.org/W2159152612","https://openalex.org/W2160038868","https://openalex.org/W2161074247","https://openalex.org/W2161745867","https://openalex.org/W2168805003","https://openalex.org/W2321897869","https://openalex.org/W2323575786","https://openalex.org/W2793857598","https://openalex.org/W2794855898","https://openalex.org/W2913040896","https://openalex.org/W3000498347","https://openalex.org/W4232814933","https://openalex.org/W4243803801","https://openalex.org/W4244949983","https://openalex.org/W6944593836"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3209574120","https://openalex.org/W3107602296","https://openalex.org/W4312192474","https://openalex.org/W4210805261","https://openalex.org/W4387297750"],"abstract_inverted_index":{"The":[0],"mean":[1],"magnitude":[2],"of":[3,19,26,64,67,78,111,114],"relative":[4],"error,":[5],"MMRE,":[6],"is":[7,28],"probably":[8],"the":[9,17,34,53,62,115],"most":[10],"widely":[11],"used":[12],"evaluation":[13],"criterion":[14],"for":[15,102],"assessing":[16],"performance":[18],"competing":[20,68],"software":[21,69],"prediction":[22,70,91],"models.":[23,92],"One":[24],"purpose":[25],"MMRE":[27,48,74,86],"to":[29,32,87],"assist":[30],"us":[31],"select":[33,52],"best":[35,54],"model.":[36,55],"In":[37],"this":[38,126],"paper,":[39],"we":[40,95,105],"have":[41,98],"performed":[42],"a":[43,76,109],"simulation":[44],"study":[45,66],"demonstrating":[46],"that":[47,72,117],"does":[49],"not":[50,84,97],"always":[51],"Our":[56],"findings":[57],"cast":[58],"some":[59],"doubt":[60],"on":[61],"conclusions":[63],"any":[65,99],"models":[71,116],"use":[73],"as":[75],"basis":[77],"model":[79],"comparison.":[80],"We":[81],"therefore":[82,106],"recommend":[83,107],"using":[85,108],"evaluate":[88],"and":[89],"compare":[90],"At":[93],"present,":[94],"do":[96],"universal":[100],"replacement":[101],"MMRE.":[103],"Meanwhile,":[104],"combination":[110],"theoretical":[112],"justification":[113],"are":[118],"proposed":[119,124],"together":[120],"with":[121],"other":[122],"metrics":[123],"in":[125],"paper.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":26},{"year":2018,"cited_by_count":30},{"year":2017,"cited_by_count":38},{"year":2016,"cited_by_count":24},{"year":2015,"cited_by_count":29},{"year":2014,"cited_by_count":33},{"year":2013,"cited_by_count":33},{"year":2012,"cited_by_count":26}],"updated_date":"2026-04-20T07:46:08.049788","created_date":"2025-10-10T00:00:00"}