{"id":"https://openalex.org/W3195958055","doi":"https://doi.org/10.1007/s10664-021-09996-y","title":"Predicting unstable software benchmarks using static source code features","display_name":"Predicting unstable software benchmarks using static source code features","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3195958055","doi":"https://doi.org/10.1007/s10664-021-09996-y","mag":"3195958055"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-021-09996-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-09996-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09996-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09996-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031026274","display_name":"Christoph Laaber","orcid":"https://orcid.org/0000-0001-6817-331X"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Christoph Laaber","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-6817-331X","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056733323","display_name":"Mikael Basmaci","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mikael Basmaci","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035648889","display_name":"Pasquale Salza","orcid":"https://orcid.org/0000-0002-8687-052X"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Pasquale Salza","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8687-052X","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031026274"],"corresponding_institution_ids":["https://openalex.org/I202697423"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":5.6878,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.96090986,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"26","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8700535297393799},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7667682766914368},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6809388995170593},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5784242153167725},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.551618754863739},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5242893099784851},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4892847239971161},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.4691171944141388},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.43108195066452026},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4252159595489502},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.42153462767601013},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4148465394973755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41277819871902466},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3500778079032898}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8700535297393799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7667682766914368},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6809388995170593},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5784242153167725},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.551618754863739},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5242893099784851},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4892847239971161},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.4691171944141388},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.43108195066452026},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4252159595489502},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.42153462767601013},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4148465394973755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41277819871902466},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3500778079032898},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-021-09996-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-09996-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09996-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:www.zora.uzh.ch:221328","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Laaber, Christoph; Basmaci, Mikael; Salza, Pasquale  (2021). Predicting unstable software benchmarks using static source code features.  Empirical Software Engineering, 26(6):114.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.5167/uzh-221328","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-221328","pdf_url":null,"source":{"id":"https://openalex.org/S7407051291","display_name":"Universit\u00e4t Z\u00fcrich, ZORA","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1007/s10664-021-09996-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-09996-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09996-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8077867606","display_name":null,"funder_award_id":"165546","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309755","display_name":"Univerzita Karlova v Praze","ror":"https://ror.org/024d6js02"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320323874","display_name":"Universit\u00e4t Z\u00fcrich","ror":"https://ror.org/02crff812"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3195958055.pdf","grobid_xml":"https://content.openalex.org/works/W3195958055.grobid-xml"},"referenced_works_count":144,"referenced_works":["https://openalex.org/W25935857","https://openalex.org/W642783518","https://openalex.org/W1651603302","https://openalex.org/W1678356000","https://openalex.org/W1902482618","https://openalex.org/W1909800943","https://openalex.org/W1912123407","https://openalex.org/W1964962870","https://openalex.org/W1965335252","https://openalex.org/W1970375475","https://openalex.org/W1971650562","https://openalex.org/W1973971405","https://openalex.org/W1975107026","https://openalex.org/W1981055536","https://openalex.org/W1985896931","https://openalex.org/W1988790447","https://openalex.org/W1997726341","https://openalex.org/W2004902747","https://openalex.org/W2013901208","https://openalex.org/W2014515160","https://openalex.org/W2014538668","https://openalex.org/W2014820189","https://openalex.org/W2026926213","https://openalex.org/W2041282815","https://openalex.org/W2043939022","https://openalex.org/W2046699259","https://openalex.org/W2046830558","https://openalex.org/W2051600169","https://openalex.org/W2057085278","https://openalex.org/W2060015309","https://openalex.org/W2060328587","https://openalex.org/W2061905897","https://openalex.org/W2072617662","https://openalex.org/W2088001805","https://openalex.org/W2095839586","https://openalex.org/W2096391232","https://openalex.org/W2097879961","https://openalex.org/W2101227285","https://openalex.org/W2101234009","https://openalex.org/W2102201073","https://openalex.org/W2102636708","https://openalex.org/W2104171511","https://openalex.org/W2109553965","https://openalex.org/W2112832394","https://openalex.org/W2115098571","https://openalex.org/W2115380655","https://openalex.org/W2117426803","https://openalex.org/W2118502261","https://openalex.org/W2118710507","https://openalex.org/W2119821739","https://openalex.org/W2121589816","https://openalex.org/W2136799754","https://openalex.org/W2141278204","https://openalex.org/W2144935315","https://openalex.org/W2145458045","https://openalex.org/W2146096861","https://openalex.org/W2148143831","https://openalex.org/W2149207009","https://openalex.org/W2149237601","https://openalex.org/W2149706766","https://openalex.org/W2153530968","https://openalex.org/W2153647287","https://openalex.org/W2155524176","https://openalex.org/W2155653793","https://openalex.org/W2157662360","https://openalex.org/W2157825442","https://openalex.org/W2163931728","https://openalex.org/W2165134790","https://openalex.org/W2171240827","https://openalex.org/W2277866467","https://openalex.org/W2290181636","https://openalex.org/W2316057888","https://openalex.org/W2364861723","https://openalex.org/W2465422497","https://openalex.org/W2498119267","https://openalex.org/W2515470496","https://openalex.org/W2579246879","https://openalex.org/W2587333462","https://openalex.org/W2591957553","https://openalex.org/W2605667058","https://openalex.org/W2605807148","https://openalex.org/W2605883949","https://openalex.org/W2606302229","https://openalex.org/W2606444700","https://openalex.org/W2606496611","https://openalex.org/W2614734074","https://openalex.org/W2618917786","https://openalex.org/W2726957428","https://openalex.org/W2731252178","https://openalex.org/W2734631700","https://openalex.org/W2751343396","https://openalex.org/W2763776913","https://openalex.org/W2767269462","https://openalex.org/W2768724124","https://openalex.org/W2794497357","https://openalex.org/W2796273840","https://openalex.org/W2802138742","https://openalex.org/W2805685084","https://openalex.org/W2883526741","https://openalex.org/W2889643115","https://openalex.org/W2890801208","https://openalex.org/W2899117404","https://openalex.org/W2909172538","https://openalex.org/W2911964244","https://openalex.org/W2921920223","https://openalex.org/W2934678393","https://openalex.org/W2936421018","https://openalex.org/W2953843994","https://openalex.org/W2954796040","https://openalex.org/W2955017040","https://openalex.org/W2963023085","https://openalex.org/W2963097549","https://openalex.org/W2963486710","https://openalex.org/W2963520355","https://openalex.org/W2963548617","https://openalex.org/W2968631515","https://openalex.org/W2969777417","https://openalex.org/W2999309192","https://openalex.org/W2999854859","https://openalex.org/W3000118496","https://openalex.org/W3004625733","https://openalex.org/W3009282582","https://openalex.org/W3020930702","https://openalex.org/W3042453106","https://openalex.org/W3046757114","https://openalex.org/W3090625562","https://openalex.org/W3092595420","https://openalex.org/W3100654574","https://openalex.org/W3102230016","https://openalex.org/W3106484983","https://openalex.org/W3108371183","https://openalex.org/W3124251104","https://openalex.org/W3156363234","https://openalex.org/W3210223510","https://openalex.org/W4236137412","https://openalex.org/W4237482759","https://openalex.org/W4239510810","https://openalex.org/W4239657535","https://openalex.org/W4241134169","https://openalex.org/W4244284331","https://openalex.org/W4251988601","https://openalex.org/W4252684946","https://openalex.org/W4285719527","https://openalex.org/W4298872162"],"related_works":["https://openalex.org/W2344367508","https://openalex.org/W2571988079","https://openalex.org/W2098629748","https://openalex.org/W2144528247","https://openalex.org/W4244608052","https://openalex.org/W4312050194","https://openalex.org/W2147884840","https://openalex.org/W2048582679","https://openalex.org/W4360981376","https://openalex.org/W3188088379"],"abstract_inverted_index":{"Abstract":[0],"Software":[1],"benchmarks":[2,14,135,300,305,328,331],"are":[3,52,215],"only":[4,41],"as":[5,7],"good":[6,167,219],"the":[8,25,146,223,229,239,244,263],"performance":[9,27,148,169],"measurements":[10],"they":[11],"yield.":[12],"Unstable":[13],"show":[15,252],"high":[16],"variability":[17],"among":[18],"repeated":[19,308,316],"measurements,":[20],"which":[21],"causes":[22],"uncertainty":[23],"about":[24],"actual":[26],"and":[28,49,85,109,118,174,182,194,209,221,323],"complicates":[29],"reliable":[30,293],"change":[31],"assessment.":[32],"However,":[33],"if":[34,326],"a":[35,59,64,89,129,276],"benchmark":[36,83,245,255,277,317],"is":[37,233,247,257,319],"stable":[38,280],"or":[39,107,281,321,329],"unstable":[40,299,304],"becomes":[42],"evident":[43],"after":[44],"it":[45],"has":[46],"been":[47],"executed":[48,332],"its":[50],"results":[51,251],"available.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57,127,144,186,266],"introduce":[58],"machine-learning-based":[60],"approach":[61,73],"to":[62,69,92,172,176,203,273,297,306],"predict":[63,274],"benchmark\u2019s":[65],"stability":[66,256,312],"without":[67],"having":[68],"execute":[70],"it.":[71],"Our":[72,250],"relies":[74],"on":[75,132,292],"58":[76],"statically-computed":[77],"source":[78,231,264],"code":[79,84,86,99,232],"features,":[80],"extracted":[81],"for":[82,191,218,235],"called":[87,230],"by":[88,259],"benchmark,":[90],"related":[91,202],"(1)":[93],"meta":[94],"information,":[95],"e.g.,":[96,105,116],"lines":[97],"of":[98,149,180,225,228,241,243,284],"(LOC),":[100],"(2)":[101],"programming":[102,212],"language":[103],"elements,":[104],"conditionals":[106],"loops,":[108,208],"(3)":[110],"potentially":[111],"performance-impacting":[112],"standard":[113],"library":[114],"calls,":[115],"file":[117],"network":[119],"input/output":[120],"(I/O).":[121],"To":[122],"assess":[123,145],"our":[124,150,236],"approach\u2019s":[125],"effectiveness,":[126],"perform":[128,187],"large-scale":[130],"experiment":[131],"4,461":[133],"Go":[134],"coming":[136],"from":[137,170],"230":[138],"open-source":[139],"software":[140],"(OSS)":[141],"projects.":[142],"First,":[143],"prediction":[147,168],"machine":[151,270],"learning":[152,271],"models":[153,272],"using":[154],"11":[155],"binary":[156],"classification":[157],"algorithms.":[158],"We":[159,197],"find":[160,198],"that":[161,199,222,253],"Random":[162],"Forest":[163],"performs":[164],"best":[165],"with":[166],"0.79":[171],"0.90,":[173],"0.43":[175],"0.68,":[177],"in":[178,313,333],"terms":[179],"AUC":[181],"MCC,":[183],"respectively.":[184],"Second,":[185],"feature":[188,195],"importance":[189],"analyses":[190],"individual":[192],"features":[193,201,227,242],"categories.":[196],"7":[200],"meta-information,":[204],"slice":[205],"usage,":[206],"nested":[207],"synchronization":[210],"application":[211],"interfaces":[213],"(APIs)":[214],"individually":[216],"important":[217],"predictions;":[220],"combination":[224,240],"all":[226],"paramount":[234],"model,":[237],"while":[238],"itself":[246],"less":[248],"important.":[249],"although":[254],"affected":[258],"more":[260,309],"than":[261],"just":[262],"code,":[265],"can":[267],"effectively":[268],"utilize":[269],"whether":[275],"will":[278,336],"be":[279,307,337],"not":[282],"ahead":[283],"execution.":[285],"This":[286],"enables":[287],"spending":[288],"precious":[289],"testing":[290],"time":[291],"benchmarks,":[294],"supporting":[295],"developers":[296,325],"identify":[298],"during":[301],"development,":[302],"allowing":[303],"often,":[310],"estimating":[311],"scenarios":[314],"where":[315],"execution":[318],"infeasible":[320],"impossible,":[322],"warning":[324],"new":[327,334],"existing":[330],"environments":[335],"unstable.":[338]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}