{"id":"https://openalex.org/W2060293003","doi":"https://doi.org/10.1109/esem.2011.33","title":"Handling Estimation Uncertainty with Bootstrapping: Empirical Evaluation in the Context of Hybrid Prediction Methods","display_name":"Handling Estimation Uncertainty with Bootstrapping: Empirical Evaluation in the Context of Hybrid Prediction Methods","alternate_titles":[],"publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2060293003","doi":"https://doi.org/10.1109/esem.2011.33","mag":"2060293003"},"language":"en","primary_location":{"id":"doi:10.1109/esem.2011.33","doi":"https://doi.org/10.1109/esem.2011.33","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2011.33","pdf_url":null,"source":{"id":"https://openalex.org/S4210197744","display_name":"Proceedings of the ... ACM-IEEE International Symposium on Empirical Software Engineering and Measurement/International Symposium on Empirical Software Engineering and Measurement","issn_l":"1938-6451","issn":["1938-6451","1949-3770","1949-3789"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2060293003"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027852892","display_name":"Michael Kl\u00e4s","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Michael Klas","raw_affiliation_strings":["Fraunhofer IESE, Kaiserslautern, Germany","Fraunhofer IESE, Kaiserslautern - Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IESE, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I4210098380"]},{"raw_affiliation_string":"Fraunhofer IESE, Kaiserslautern - Germany#TAB#","institution_ids":["https://openalex.org/I4210098380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023416986","display_name":"Adam Trendowicz","orcid":"https://orcid.org/0000-0003-1347-6748","observed_orcids":["https://orcid.org/0000-0003-1347-6748"]},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Adam Trendowicz","raw_affiliation_strings":["Fraunhofer IESE, Kaiserslautern, Germany","Fraunhofer IESE, Kaiserslautern - Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IESE, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I4210098380"]},{"raw_affiliation_string":"Fraunhofer IESE, Kaiserslautern - Germany#TAB#","institution_ids":["https://openalex.org/I4210098380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089336900","display_name":"Yasushi Ishigai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I113974858","display_name":"Mitsubishi Research Institute (Japan)","ror":"https://ror.org/02vq4f039","country_code":"JP","type":"company","lineage":["https://openalex.org/I113974858","https://openalex.org/I1306287861"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yasushi Ishigai","raw_affiliation_strings":["Mitsubishi Res. Inst., Tokyo, Japan","Mitsubishi Research Institute,Tokyo,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Res. Inst., Tokyo, Japan","institution_ids":["https://openalex.org/I113974858"]},{"raw_affiliation_string":"Mitsubishi Research Institute,Tokyo,Japan","institution_ids":["https://openalex.org/I113974858"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031156241","display_name":"Haruka Nakao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405273813","display_name":"Japan Manned Space Systems Corporation (Japan)","ror":"https://ror.org/00hbv1g39","country_code":"JP","type":"company","lineage":["https://openalex.org/I4405273813"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Haruka Nakao","raw_affiliation_strings":["Japan Manned Space Syst. Corp., Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Japan Manned Space Syst. Corp., Tsukuba, Japan","institution_ids":["https://openalex.org/I4405273813"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9577,"has_fulltext":false,"cited_by_count":23,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.71980597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"245","last_page":"254"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.012500000186264515,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-estimation","display_name":"software estimation","score":0.5889999866485596},{"id":"https://openalex.org/keywords/estimation-uncertainty","display_name":"estimation uncertainty","score":0.9179999828338623},{"id":"https://openalex.org/keywords/bootstrap-method","display_name":"bootstrapping","score":0.9539999961853027},{"id":"https://openalex.org/keywords/hybrid-forecasting-model","display_name":"hybrid forecasting model","score":0.9509999752044678},{"id":"https://openalex.org/keywords/monte-carlo-simulation","display_name":"Monte Carlo simulation","score":0.9210000038146973},{"id":"https://openalex.org/keywords/causal-modeling","display_name":"causal models","score":0.6930000185966492},{"id":"https://openalex.org/keywords/software-project-cost-estimation","display_name":"software project cost estimation","score":0.628000020980835},{"id":"https://openalex.org/keywords/software-quality-prediction","display_name":"software quality prediction","score":0.8500000238418579},{"id":"https://openalex.org/keywords/expert-knowledge","display_name":"expert knowledge","score":0.6520000100135803}],"concepts":[{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.8176073431968689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7642078399658203},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5733292102813721},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4963236451148987},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.493307501077652},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.48301824927330017},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4787982404232025},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4660557210445404},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.4477185010910034},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4312160015106201},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.43041151762008667},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.37232422828674316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3670281171798706},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12392911314964294},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09400194883346558},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09289470314979553},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/esem.2011.33","doi":"https://doi.org/10.1109/esem.2011.33","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2011.33","pdf_url":null,"source":{"id":"https://openalex.org/S4210197744","display_name":"Proceedings of the ... ACM-IEEE International Symposium on Empirical Software Engineering and Measurement/International Symposium on Empirical Software Engineering and Measurement","issn_l":"1938-6451","issn":["1938-6451","1949-3770","1949-3789"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},{"id":"pmh:oai:fraunhofer.de:N-180351","doi":null,"is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-180351.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IESE","raw_type":"Report"},{"id":"pmh:oai:fraunhofer.de:N-191051","doi":null,"is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-191051.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IESE","raw_type":"Conference Paper"},{"id":"pmh:oai:publica.fraunhofer.de:publica/295486","doi":null,"is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/295486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"report"},{"id":"pmh:oai:publica.fraunhofer.de:publica/372908","doi":null,"is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/372908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W284513564","https://openalex.org/W330020510","https://openalex.org/W942274081","https://openalex.org/W1526660416","https://openalex.org/W1575961892","https://openalex.org/W1592551755","https://openalex.org/W1603123038","https://openalex.org/W1730782591","https://openalex.org/W1972632018","https://openalex.org/W1985534519","https://openalex.org/W1995945562","https://openalex.org/W2029696544","https://openalex.org/W2083877133","https://openalex.org/W2101972110","https://openalex.org/W2115469799","https://openalex.org/W2117897510","https://openalex.org/W2125791732","https://openalex.org/W2130227936","https://openalex.org/W2131891947","https://openalex.org/W2133757659","https://openalex.org/W2135452472","https://openalex.org/W2137552337","https://openalex.org/W2138154779","https://openalex.org/W2140246936","https://openalex.org/W2141194554","https://openalex.org/W2149449383","https://openalex.org/W2152741579","https://openalex.org/W2163046038","https://openalex.org/W2163707086","https://openalex.org/W2169116542","https://openalex.org/W2903849486","https://openalex.org/W3106889297","https://openalex.org/W4237213195","https://openalex.org/W4243803801","https://openalex.org/W4250288019","https://openalex.org/W4252539108","https://openalex.org/W4301958211","https://openalex.org/W6891889010"],"related_works":["https://openalex.org/W7203980540","https://openalex.org/W2229427690","https://openalex.org/W2908625311","https://openalex.org/W2921628375","https://openalex.org/W1583515445","https://openalex.org/W2246158310","https://openalex.org/W2052829789","https://openalex.org/W2276159847","https://openalex.org/W310121661","https://openalex.org/W2101972110"],"abstract_inverted_index":{"Reliable":[0],"predictions":[1],"are":[2,29,193],"essential":[3],"for":[4],"managing":[5],"software":[6,40],"projects":[7,171],"with":[8,25,44],"respect":[9],"to":[10,133],"cost":[11],"and":[12,36,172,179,196],"quality.":[13],"Several":[14],"studies":[15],"have":[16],"shown":[17],"that":[18,96,111,185],"hybrid":[19],"prediction":[20],"models":[21,24,175,192],"combining":[22],"causal":[23],"Monte":[26],"Carlo":[27],"simulation":[28],"especially":[30],"successful":[31],"in":[32,86,161],"addressing":[33],"the":[34,64,71,108,128,143,152,155,159,186,202],"needs":[35],"constraints":[37],"of":[38,52,57,66,73,88,91,107,154,189],"today's":[39],"industry:":[41],"They":[42],"deal":[43],"limited":[45],"measurement":[46],"data":[47,166],"and,":[48],"additionally,":[49],"make":[50],"use":[51],"expert":[53],"knowledge.":[54],"Moreover,":[55],"instead":[56],"providing":[58],"merely":[59],"point":[60],"estimates,":[61],"they":[62,97,112],"support":[63],"handling":[65,89],"estimation":[67,174],"uncertainty,":[68],"e.g.,":[69],"estimating":[70],"probability":[72],"falling":[74],"below":[75],"or":[76],"exceeding":[77],"a":[78,121,148],"specific":[79],"threshold.":[80],"Although":[81],"existing":[82,129],"methods":[83],"do":[84],"well":[85],"terms":[87],"uncertainty":[90,99,116,187],"information,":[92],"we":[93,157],"can":[94,197],"show":[95],"leave":[98],"coming":[100],"from":[101,167,176],"imperfect":[102],"modeling":[103],"largely":[104],"unaddressed.":[105],"One":[106],"consequences":[109],"is":[110],"probably":[113],"provide":[114],"over-confident":[115],"estimates.":[117],"This":[118],"paper":[119],"presents":[120],"possible":[122],"solution":[123,137,160],"by":[124,201],"integrating":[125],"bootstrapping":[126],"into":[127],"methods.":[130],"In":[131],"order":[132],"evaluate":[134],"whether":[135],"this":[136],"does":[138],"not":[139,194],"only":[140],"theoretically":[141],"improve":[142],"estimates":[144,188],"but":[145],"also":[146],"has":[147],"practical":[149],"impact":[150],"on":[151],"quality":[153],"results,":[156],"evaluated":[158],"an":[162],"empirical":[163],"study":[164],"using":[165],"more":[168],"than":[169],"sixty":[170],"six":[173],"different":[177],"domains":[178],"application":[180],"areas.":[181],"The":[182],"results":[183],"indicate":[184],"currently":[190],"used":[191],"realistic":[195],"be":[198],"significantly":[199],"improved":[200],"proposed":[203],"solution.":[204]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2060293003","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
