{"id":"https://openalex.org/W2992291905","doi":"https://doi.org/10.1145/3358960.3379137","title":"Sampling Effect on Performance Prediction of Configurable Systems","display_name":"Sampling Effect on Performance Prediction of Configurable Systems","publication_year":2020,"publication_date":"2020-04-20","ids":{"openalex":"https://openalex.org/W2992291905","doi":"https://doi.org/10.1145/3358960.3379137","mag":"2992291905"},"language":"en","primary_location":{"id":"doi:10.1145/3358960.3379137","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3358960.3379137","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051931293","display_name":"Juliana Alves Pereira","orcid":"https://orcid.org/0000-0002-0799-2829"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Juliana Alves Pereira","raw_affiliation_strings":["Univ Rennes Inria, CNRS, IRISA, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Univ Rennes Inria, CNRS, IRISA, Rennes, France","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003973216","display_name":"Mathieu Acher","orcid":"https://orcid.org/0000-0003-1483-3858"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mathieu Acher","raw_affiliation_strings":["Univ Rennes Inria, CNRS, IRISA, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Univ Rennes Inria, CNRS, IRISA, Rennes, France","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085181961","display_name":"Hugo Martin","orcid":"https://orcid.org/0000-0002-6093-2358"},"institutions":[{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hugo Martin","raw_affiliation_strings":["Univ Rennes Inria, CNRS, IRISA, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Univ Rennes Inria, CNRS, IRISA, Rennes, France","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069324527","display_name":"Jean\u2010Marc Jez\u00e9qu\u00e9l","orcid":"https://orcid.org/0000-0002-0582-9745"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Marc J\u00e9z\u00e9quel","raw_affiliation_strings":["Univ Rennes Inria, CNRS, IRISA, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Univ Rennes Inria, CNRS, IRISA, Rennes, France","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051931293"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2802519937","https://openalex.org/I56067802"],"apc_list":null,"apc_paid":null,"fwci":4.6749,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.94964503,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"277","last_page":"288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8341778516769409},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.7468467950820923},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6333681344985962},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.602088987827301},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5637612342834473},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5621349215507507},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5521657466888428},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5422341227531433},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5395921468734741},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46088242530822754},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44835951924324036},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44735583662986755},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.4230494797229767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3990875780582428},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33600160479545593},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10689038038253784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8341778516769409},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.7468467950820923},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6333681344985962},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.602088987827301},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5637612342834473},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5621349215507507},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5521657466888428},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5422341227531433},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5395921468734741},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46088242530822754},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44835951924324036},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44735583662986755},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4230494797229767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3990875780582428},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33600160479545593},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10689038038253784},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3358960.3379137","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3358960.3379137","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W5815757","https://openalex.org/W255296881","https://openalex.org/W1480909796","https://openalex.org/W1606825810","https://openalex.org/W1965335252","https://openalex.org/W1972978214","https://openalex.org/W1986531046","https://openalex.org/W2012198830","https://openalex.org/W2041282815","https://openalex.org/W2043119662","https://openalex.org/W2048064553","https://openalex.org/W2052532089","https://openalex.org/W2068711726","https://openalex.org/W2072617662","https://openalex.org/W2094789414","https://openalex.org/W2102539288","https://openalex.org/W2112836019","https://openalex.org/W2115910430","https://openalex.org/W2126210726","https://openalex.org/W2128204165","https://openalex.org/W2138428785","https://openalex.org/W2151338677","https://openalex.org/W2170949692","https://openalex.org/W2171570823","https://openalex.org/W2249475272","https://openalex.org/W2270218991","https://openalex.org/W2294668324","https://openalex.org/W2401588285","https://openalex.org/W2526174560","https://openalex.org/W2527012254","https://openalex.org/W2537446610","https://openalex.org/W2581861360","https://openalex.org/W2590123570","https://openalex.org/W2605705966","https://openalex.org/W2736565934","https://openalex.org/W2740402962","https://openalex.org/W2767377023","https://openalex.org/W2769612187","https://openalex.org/W2783425014","https://openalex.org/W2787456385","https://openalex.org/W2793051425","https://openalex.org/W2810511505","https://openalex.org/W2888705583","https://openalex.org/W2890801208","https://openalex.org/W2891514372","https://openalex.org/W2898888361","https://openalex.org/W2911964244","https://openalex.org/W2918030543","https://openalex.org/W2941640074","https://openalex.org/W2948648113","https://openalex.org/W2953843994","https://openalex.org/W2954326695","https://openalex.org/W2954865956","https://openalex.org/W2962948349","https://openalex.org/W2963715041","https://openalex.org/W2963721181","https://openalex.org/W2967185606","https://openalex.org/W2968570979","https://openalex.org/W2968927486","https://openalex.org/W2969476445","https://openalex.org/W3128452405","https://openalex.org/W3145442896","https://openalex.org/W4233949481","https://openalex.org/W4251988601","https://openalex.org/W4298384051","https://openalex.org/W6833780757"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2211931904","https://openalex.org/W2321234655","https://openalex.org/W1950940422","https://openalex.org/W4283822356","https://openalex.org/W2129146436","https://openalex.org/W2032507829","https://openalex.org/W2147282173"],"abstract_inverted_index":{"Numerous":[0,55],"software":[1],"systems":[2],"are":[3],"highly":[4],"configurable":[5,138],"and":[6,21,44,69,87,137,153,159,185,222,228],"provide":[7],"a":[8,31,62,85,95,106,135,170],"myriad":[9],"of":[10,30,42,73,76,90,98,133,147],"configuration":[11],"options":[12,43],"that":[13,92,112,195],"users":[14],"can":[15],"tune":[16],"to":[17,38,59,67,83,94,165,199],"fit":[18],"their":[19,45],"functional":[20],"performance":[22,72,99,116,187,202],"requirements":[23],"(e.g.,":[24],"execution":[25],"time).":[26],"Measuring":[27],"all":[28,144],"configurations":[29,64,91,146],"system":[32,179],"is":[33,48,82,164,169,209],"the":[34,40,71,175,183],"most":[35],"obvious":[36],"way":[37],"understand":[39,166],"effect":[41],"interactions,":[46],"but":[47],"too":[49],"costly":[50],"or":[51],"infeasible":[52],"in":[53],"practice.":[54],"works":[56],"thus":[57],"propose":[58],"measure":[60,143],"only":[61],"few":[63],"(a":[65],"sample)":[66],"learn":[68],"predict":[70],"any":[74],"combination":[75],"options'":[77],"values.":[78],"A":[79,102],"challenging":[80,226],"issue":[81],"sample":[84],"small":[86],"representative":[88],"set":[89],"leads":[93,198],"good":[96],"accuracy":[97],"prediction":[100],"models.":[101,203],"recent":[103],"study":[104,128,193],"devised":[105],"new":[107],"algorithm,":[108],"called":[109],"distance-based":[110],"sampling,":[111,213],"obtains":[113],"state-of-the-art":[114],"accurate":[115,201],"predictions":[117],"on":[118,219],"different":[119,215,220],"subject":[120,178],"systems.":[121],"In":[122],"this":[123,127,192],"paper,":[124],"we":[125],"replicate":[126],"through":[129],"an":[130],"in-depth":[131],"analysis":[132],"x264,":[134],"popular":[136],"video":[139],"encoder.":[140],"We":[141],"systematically":[142],"1,152":[145],"x264":[148],"with":[149],"17":[150],"input":[151],"videos":[152],"two":[154],"quantitative":[155],"properties":[156],"(encoding":[157],"time":[158],"encoding":[160],"size).":[161],"Our":[162],"goal":[163],"whether":[167],"there":[168,208],"dominant":[171],"sampling":[172,197],"strategy":[173],"over":[174],"very":[176],"same":[177],"(x264),":[180],"i.e.,":[181],"whatever":[182],"workload":[184],"targeted":[186],"properties.":[188],"The":[189],"findings":[190],"from":[191],"show":[194],"random":[196],"more":[200],"However,":[204],"without":[205],"considering":[206],"random,":[207],"no":[210],"single":[211],"\"dominant\"":[212],"instead":[214],"strategies":[216],"perform":[217],"best":[218],"inputs":[221],"non-functional":[223],"properties,":[224],"further":[225],"practitioners":[227],"researchers.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}