{"id":"https://openalex.org/W3164393248","doi":"https://doi.org/10.1109/tse.2021.3083360","title":"Multi-Objective Software Effort Estimation: A Replication Study","display_name":"Multi-Objective Software Effort Estimation: A Replication Study","publication_year":2021,"publication_date":"2021-05-25","ids":{"openalex":"https://openalex.org/W3164393248","doi":"https://doi.org/10.1109/tse.2021.3083360","mag":"3164393248"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3083360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3083360","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10128336/1/tse2021_cogee_preprint.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007634904","display_name":"Vali Tawosi","orcid":"https://orcid.org/0000-0001-5052-672X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Vali Tawosi","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012165852","display_name":"Federica Sarro","orcid":"https://orcid.org/0000-0002-9146-442X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Federica Sarro","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050226790","display_name":"Alessio Petrozziello","orcid":"https://orcid.org/0000-0003-3889-7805"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alessio Petrozziello","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000019783","display_name":"Mark Harman","orcid":"https://orcid.org/0000-0002-5864-4488"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Mark Harman","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K","Facebook, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Facebook, London, U.K","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I2252078561"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007634904"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":8.2477,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.97520175,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"48","issue":"8","first_page":"3185","last_page":"3205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8616102337837219},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.6306498050689697},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4794677495956421},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4718472957611084},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4256175756454468},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3970668315887451},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37717342376708984},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25037580728530884},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.11079242825508118}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8616102337837219},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6306498050689697},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4794677495956421},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4718472957611084},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4256175756454468},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3970668315887451},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37717342376708984},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25037580728530884},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11079242825508118},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2021.3083360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3083360","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10128336","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10128336/","pdf_url":"https://discovery.ucl.ac.uk/10128336/1/tse2021_cogee_preprint.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Transactions on Software Engineering       (2021)     (In press).  ","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10128336","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10128336/","pdf_url":"https://discovery.ucl.ac.uk/10128336/1/tse2021_cogee_preprint.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Transactions on Software Engineering       (2021)     (In press).  ","raw_type":"Article"},"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3164393248.pdf","grobid_xml":"https://content.openalex.org/works/W3164393248.grobid-xml"},"referenced_works_count":118,"referenced_works":["https://openalex.org/W38372507","https://openalex.org/W70611398","https://openalex.org/W121994753","https://openalex.org/W177261742","https://openalex.org/W409166618","https://openalex.org/W581621380","https://openalex.org/W1481170547","https://openalex.org/W1516475415","https://openalex.org/W1519778441","https://openalex.org/W1526710119","https://openalex.org/W1527514093","https://openalex.org/W1530489096","https://openalex.org/W1551059949","https://openalex.org/W1576938044","https://openalex.org/W1585939719","https://openalex.org/W1588375755","https://openalex.org/W1589720045","https://openalex.org/W1603123038","https://openalex.org/W1666151602","https://openalex.org/W1756881852","https://openalex.org/W1818085238","https://openalex.org/W1967236485","https://openalex.org/W1977321274","https://openalex.org/W1977635687","https://openalex.org/W1982264377","https://openalex.org/W1984230543","https://openalex.org/W1988608305","https://openalex.org/W1990537706","https://openalex.org/W1990865608","https://openalex.org/W2000642745","https://openalex.org/W2004141087","https://openalex.org/W2009786711","https://openalex.org/W2010788560","https://openalex.org/W2015141991","https://openalex.org/W2020602307","https://openalex.org/W2022485595","https://openalex.org/W2029867649","https://openalex.org/W2033210270","https://openalex.org/W2033564924","https://openalex.org/W2043584165","https://openalex.org/W2052829789","https://openalex.org/W2054145446","https://openalex.org/W2055058987","https://openalex.org/W2066707382","https://openalex.org/W2076054478","https://openalex.org/W2077174673","https://openalex.org/W2081575303","https://openalex.org/W2084479370","https://openalex.org/W2085507535","https://openalex.org/W2090954654","https://openalex.org/W2091784255","https://openalex.org/W2097670073","https://openalex.org/W2098907614","https://openalex.org/W2104236502","https://openalex.org/W2104551887","https://openalex.org/W2106282576","https://openalex.org/W2106334424","https://openalex.org/W2107031757","https://openalex.org/W2109368607","https://openalex.org/W2111540240","https://openalex.org/W2113533445","https://openalex.org/W2121512575","https://openalex.org/W2124455919","https://openalex.org/W2125231355","https://openalex.org/W2125791732","https://openalex.org/W2126105956","https://openalex.org/W2131378644","https://openalex.org/W2132513961","https://openalex.org/W2135301175","https://openalex.org/W2135452472","https://openalex.org/W2139357103","https://openalex.org/W2150754211","https://openalex.org/W2159919030","https://openalex.org/W2161529113","https://openalex.org/W2166573308","https://openalex.org/W2171816001","https://openalex.org/W2200207496","https://openalex.org/W2203366176","https://openalex.org/W2281037394","https://openalex.org/W2295532906","https://openalex.org/W2348136092","https://openalex.org/W2391474792","https://openalex.org/W2490226316","https://openalex.org/W2508467106","https://openalex.org/W2533115115","https://openalex.org/W2557894284","https://openalex.org/W2577946807","https://openalex.org/W2596388212","https://openalex.org/W2760349059","https://openalex.org/W2790894500","https://openalex.org/W2794239588","https://openalex.org/W2889763677","https://openalex.org/W2903691810","https://openalex.org/W2908625311","https://openalex.org/W2914153747","https://openalex.org/W2941281702","https://openalex.org/W2969624920","https://openalex.org/W3006974147","https://openalex.org/W3029591682","https://openalex.org/W3034622442","https://openalex.org/W3108348231","https://openalex.org/W3116139030","https://openalex.org/W3125653406","https://openalex.org/W3134402730","https://openalex.org/W3208766537","https://openalex.org/W4242867619","https://openalex.org/W4249103073","https://openalex.org/W4249302577","https://openalex.org/W4252051025","https://openalex.org/W4252198446","https://openalex.org/W4253827371","https://openalex.org/W4291809111","https://openalex.org/W4297957988","https://openalex.org/W4299627282","https://openalex.org/W6635097213","https://openalex.org/W6673572921","https://openalex.org/W6696807625","https://openalex.org/W6791570380"],"related_works":["https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W1845068655","https://openalex.org/W4321354308","https://openalex.org/W3118244000","https://openalex.org/W2290299503","https://openalex.org/W3029851195","https://openalex.org/W2183585111","https://openalex.org/W2211158793","https://openalex.org/W2046884474"],"abstract_inverted_index":{"Replication":[0],"studies":[1,30],"increase":[2],"our":[3,18,164,207,300],"confidence":[4],"in":[5,34,90,242,287,290],"previous":[6,47],"results":[7,162,209,241],"when":[8],"the":[9,51,63,72,83,91,100,106,117,144,154,158,212,224,227,254,272,284],"findings":[10],"are":[11,31],"similar":[12],"each":[13],"time,":[14],"and":[15,24,44,71,102,132,173,297],"help":[16],"mature":[17],"knowledge":[19],"by":[20,82,121,257],"addressing":[21],"both":[22,99,171],"internal":[23,101],"external":[25,103,155],"validity":[26,104,156],"aspects.":[27],"However,":[28],"these":[29],"still":[32],"rare":[33],"certain":[35],"software":[36,56],"engineering":[37],"fields.":[38],"In":[39],"this":[40,95,288],"paper,":[41],"we":[42,97],"replicate":[43],"extend":[45],"a":[46,75,133,193,245],"study,":[48],"which":[49,149],"denotes":[50],"current":[52],"state-of-the-art":[53,174],"for":[54,137,294],"multi-objective":[55,185,228],"effort":[57],"estimation,":[58],"namely":[59,140],"CoGEE.":[60],"We":[61,109,267],"investigate":[62],"original":[64,92,107,159],"research":[65,114],"questions":[66,115],"with":[67,232,261],"an":[68],"independent":[69],"implementation":[70],"inclusion":[73],"of":[74,105,119,157,163,214,226,250,275,299],"more":[76],"robust":[77],"baseline":[78,172],"(LP4EE),":[79],"carried":[80],"out":[81],"first":[84],"author,":[85],"who":[86],"was":[87],"not":[88,218],"involved":[89],"study.":[93,108,160],"Through":[94],"replication,":[96],"strengthen":[98,153],"also":[110],"answer":[111],"two":[112],"new":[113,208],"investigating":[116],"effectiveness":[118,213],"CoGEE":[120,169,215,231,251,276],"using":[122],"four":[123],"additional":[124],"evolutionary":[125,138],"algorithms":[126],"(i.e.,":[127],"IBEA,":[128],"MOCell,":[129],"NSGA-III,":[130,235],"SPEA2)":[131],"well-known":[134],"Java":[135,248,273],"framework":[136],"computation,":[139],"JMetal":[141],"(rather":[142],"than":[143,244],"previously":[145],"used":[146,286],"R":[147,265],"software),":[148],"allows":[150],"us":[151],"to":[152,190,220,263,277,292],"The":[161,247],"replication":[165,296],"confirm":[166],"that:":[167],"(1)":[168],"outperforms":[170],"benchmarks":[175],"statistically":[176],"significantly":[177],"(":[178],"<inline-formula><tex-math":[179],"notation=\"LaTeX\">$p":[180],"&lt;0.001$</tex-math></inline-formula>":[181],");":[182],"(2)":[183],"CoGEE\u2019s":[184,197],"nature":[186],"makes":[187],"it":[188],"able":[189],"reach":[191],"such":[192],"good":[194],"performance;":[195],"(3)":[196],"estimation":[198],"errors":[199],"lie":[200],"within":[201],"claimed":[202],"industrial":[203],"human-expert-based":[204],"thresholds.":[205],"Moreover,":[206],"show":[210],"that":[211],"is":[216],"generally":[217],"limited":[219],"nor":[221],"dependent":[222],"on":[223],"choice":[225],"algorithm.":[229],"Using":[230],"either":[233],"NSGA-II,":[234],"or":[236],"MOCell":[237],"produces":[238],"human":[239],"competitive":[240],"less":[243],"minute.":[246],"version":[249],"has":[252],"decreased":[253],"running":[255],"time":[256],"over":[258],"99.8":[259],"percent":[260],"respect":[262],"its":[264,279],"counterpart.":[266],"have":[268],"made":[269],"publicly":[270],"available":[271],"code":[274],"ease":[278],"adoption,":[280],"as":[281],"well":[282],"as,":[283],"data":[285],"study":[289],"order":[291],"allow":[293],"future":[295],"extension":[298],"work.":[301]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}