{"id":"https://openalex.org/W3123155259","doi":"https://doi.org/10.1145/3324884.3416620","title":"Mastering uncertainty in performance estimations of configurable software systems","display_name":"Mastering uncertainty in performance estimations of configurable software systems","publication_year":2020,"publication_date":"2020-12-21","ids":{"openalex":"https://openalex.org/W3123155259","doi":"https://doi.org/10.1145/3324884.3416620","mag":"3123155259"},"language":"en","primary_location":{"id":"doi:10.1145/3324884.3416620","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087689793","display_name":"Johannes Dorn","orcid":"https://orcid.org/0000-0002-5562-0894"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Johannes Dorn","raw_affiliation_strings":["Leipzig University"],"affiliations":[{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054951840","display_name":"Sven Apel","orcid":"https://orcid.org/0000-0003-3687-2233"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Apel","raw_affiliation_strings":["Saarland University"],"affiliations":[{"raw_affiliation_string":"Saarland University","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004072538","display_name":"Norbert Siegmund","orcid":"https://orcid.org/0000-0001-7741-7777"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Norbert Siegmund","raw_affiliation_strings":["Leipzig University"],"affiliations":[{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087689793"],"corresponding_institution_ids":["https://openalex.org/I926574661"],"apc_list":null,"apc_paid":null,"fwci":1.7786,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.86556166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"684","last_page":"696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.7034356594085693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7033429145812988},{"id":"https://openalex.org/keywords/scalar","display_name":"Scalar (mathematics)","score":0.6592400074005127},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6312933564186096},{"id":"https://openalex.org/keywords/point-estimation","display_name":"Point estimation","score":0.5022752285003662},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4684121012687683},{"id":"https://openalex.org/keywords/uncertainty-analysis","display_name":"Uncertainty analysis","score":0.4595749080181122},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.42253023386001587},{"id":"https://openalex.org/keywords/certainty","display_name":"Certainty","score":0.41879671812057495},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4168854355812073},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4166325330734253},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3793429136276245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3152458071708679},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.17493009567260742},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16080307960510254},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09396371245384216}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7034356594085693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7033429145812988},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.6592400074005127},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6312933564186096},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.5022752285003662},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4684121012687683},{"id":"https://openalex.org/C177803969","wikidata":"https://www.wikidata.org/wiki/Q29205","display_name":"Uncertainty analysis","level":2,"score":0.4595749080181122},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.42253023386001587},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.41879671812057495},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4168854355812073},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4166325330734253},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3793429136276245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3152458071708679},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.17493009567260742},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16080307960510254},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09396371245384216},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3324884.3416620","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:doi:10.22028/d291-46945","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7327726243","display_name":null,"funder_award_id":"SI 2171/3-1,SI 2171/2,AP 206/11-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W195465510","https://openalex.org/W575374134","https://openalex.org/W1503398984","https://openalex.org/W1517453125","https://openalex.org/W1590636096","https://openalex.org/W1834532152","https://openalex.org/W1840218356","https://openalex.org/W1964386634","https://openalex.org/W1968560832","https://openalex.org/W1969423031","https://openalex.org/W1970017388","https://openalex.org/W1993828811","https://openalex.org/W1995875735","https://openalex.org/W2042154985","https://openalex.org/W2047028564","https://openalex.org/W2066124661","https://openalex.org/W2072617662","https://openalex.org/W2111959010","https://openalex.org/W2113967120","https://openalex.org/W2115910430","https://openalex.org/W2122825543","https://openalex.org/W2129728285","https://openalex.org/W2135046866","https://openalex.org/W2137570937","https://openalex.org/W2140964565","https://openalex.org/W2150069716","https://openalex.org/W2217402295","https://openalex.org/W2240989855","https://openalex.org/W2487770199","https://openalex.org/W2600383743","https://openalex.org/W2613206411","https://openalex.org/W2740402962","https://openalex.org/W2743472713","https://openalex.org/W2760770811","https://openalex.org/W2769879317","https://openalex.org/W2953843994","https://openalex.org/W2954141573","https://openalex.org/W2954449296","https://openalex.org/W2963715041","https://openalex.org/W2963721181","https://openalex.org/W2963977107","https://openalex.org/W2964298054","https://openalex.org/W2973990382","https://openalex.org/W2992673542","https://openalex.org/W3003257820","https://openalex.org/W3015267744","https://openalex.org/W3037165540","https://openalex.org/W3098844916","https://openalex.org/W3103145119","https://openalex.org/W3145442896","https://openalex.org/W4206576907","https://openalex.org/W4230126391","https://openalex.org/W4234698323","https://openalex.org/W4300819821"],"related_works":["https://openalex.org/W93577605","https://openalex.org/W2057769593","https://openalex.org/W4249135812","https://openalex.org/W2116089868","https://openalex.org/W1991803138","https://openalex.org/W2001403770","https://openalex.org/W3127311823","https://openalex.org/W4387046439","https://openalex.org/W2946139404","https://openalex.org/W4366814155"],"abstract_inverted_index":{"Understanding":[0],"the":[1,65,86,165,195,198],"influence":[2,37,57,109],"of":[3,25,62,152,197],"configuration":[4,35],"options":[5,102],"on":[6,133,182],"performance":[7,18,41,99,123,155],"is":[8,110,114,191],"key":[9],"for":[10,140,149,164],"finding":[11],"optimal":[12],"system":[13,15],"configurations,":[14],"understanding,":[16],"and":[17,38,76,79,91,103,143,173],"debugging.":[19],"In":[20],"prior":[21],"research,":[22],"a":[23,34,39,43,52,128,146,153,157],"number":[24],"performance-influence":[26],"modeling":[27,124],"approaches":[28,90],"have":[29],"been":[30],"proposed,":[31],"which":[32,174],"model":[33,74],"option's":[36,56,175],"configuration's":[40,154],"as":[42,69],"scalar":[44,98,208],"value.":[45],"However,":[46],"these":[47],"point":[48],"estimates":[49],"falsely":[50],"imply":[51],"certainty":[53],"regarding":[54],"an":[55],"that":[58,88,136,188],"neglects":[59],"several":[60],"sources":[61],"uncertainty":[63,120,139],"within":[64],"assessment":[66],"process,":[67,78],"such":[68],"(1)":[70],"measurement":[71],"bias,":[72],"(2)":[73],"representation":[75],"learning":[77,94],"(3)":[80],"incomplete":[81],"data.":[82],"This":[83,159],"leads":[84],"to":[85,101,117,207],"situation":[87],"different":[89,93,97],"even":[92],"runs":[95],"assign":[96],"values":[100],"interactions":[104],"among":[105],"them.":[106],"The":[107],"true":[108],"uncertain,":[111],"though.":[112],"There":[113],"no":[115],"way":[116],"quantify":[118],"this":[119],"with":[121,194],"state-of-the-art":[122],"approaches.":[125],"We":[126],"propose":[127],"novel":[129],"approach,":[130],"P4,":[131],"based":[132],"probabilistic":[134],"programming":[135],"explicitly":[137],"models":[138],"option":[141],"influences":[142,176],"consequently":[144],"provides":[145],"confidence":[147,203],"interval":[148],"each":[150],"prediction":[151],"alongside":[156],"scalar.":[158],"way,":[160],"we":[161],"can":[162],"explain,":[163],"first":[166],"time,":[167],"why":[168],"predictions":[169],"may":[170,177],"cause":[171],"errors":[172],"be":[178],"unreliable.":[179],"An":[180],"evaluation":[181],"12":[183],"real-world":[184],"subject":[185],"systems":[186],"shows":[187],"P4's":[189],"accuracy":[190],"in":[192,205],"line":[193],"state":[196],"art":[199],"while":[200],"providing":[201],"reliable":[202],"intervals,":[204],"addition":[206],"predictions.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":32},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}