{"id":"https://openalex.org/W2605667058","doi":"https://doi.org/10.1145/3053600.3053638","title":"Do We Teach Useful Statistics for Performance Evaluation?","display_name":"Do We Teach Useful Statistics for Performance Evaluation?","publication_year":2017,"publication_date":"2017-04-18","ids":{"openalex":"https://openalex.org/W2605667058","doi":"https://doi.org/10.1145/3053600.3053638","mag":"2605667058"},"language":"en","primary_location":{"id":"doi:10.1145/3053600.3053638","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3053600.3053638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/SPEC on International Conference on Performance Engineering Companion","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074547557","display_name":"Lubom\u00edr Bulej","orcid":"https://orcid.org/0000-0002-4573-6084"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Lubom\u00edr Bulej","raw_affiliation_strings":["Charles University, Prague, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Prague, Czech Rep","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020532214","display_name":"Vojt\u011bch Hork\u00fd","orcid":"https://orcid.org/0000-0003-2146-160X"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Vojtech Hork\u00fd","raw_affiliation_strings":["Charles University, Prague, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Prague, Czech Rep","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101719359","display_name":"Petr T\u016fma","orcid":"https://orcid.org/0000-0002-7035-2322"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Petr T\u016fma","raw_affiliation_strings":["Charles University, Prague, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Prague, Czech Rep","institution_ids":["https://openalex.org/I21250087"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21250087"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"185","last_page":"189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7400645017623901},{"id":"https://openalex.org/keywords/statistical-analysis","display_name":"Statistical analysis","score":0.5196060538291931},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.5187204480171204},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.50014328956604},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.46697187423706055},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4658798575401306},{"id":"https://openalex.org/keywords/mathematical-statistics","display_name":"Mathematical statistics","score":0.4621475636959076},{"id":"https://openalex.org/keywords/probability-and-statistics","display_name":"Probability and statistics","score":0.45063135027885437},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40053892135620117},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36387646198272705},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16727229952812195}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7400645017623901},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.5196060538291931},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.5187204480171204},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.50014328956604},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.46697187423706055},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4658798575401306},{"id":"https://openalex.org/C6260981","wikidata":"https://www.wikidata.org/wiki/Q745328","display_name":"Mathematical statistics","level":2,"score":0.4621475636959076},{"id":"https://openalex.org/C43596424","wikidata":"https://www.wikidata.org/wiki/Q98124957","display_name":"Probability and statistics","level":2,"score":0.45063135027885437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40053892135620117},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36387646198272705},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16727229952812195},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3053600.3053638","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3053600.3053638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/SPEC on International Conference on Performance Engineering Companion","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7099999785423279}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309755","display_name":"Univerzita Karlova v Praze","ror":"https://ror.org/024d6js02"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W109397963","https://openalex.org/W159719520","https://openalex.org/W579864385","https://openalex.org/W1612624539","https://openalex.org/W1972978214","https://openalex.org/W2023274008","https://openalex.org/W2062989416","https://openalex.org/W2128886782","https://openalex.org/W2149207009","https://openalex.org/W4251742697"],"related_works":["https://openalex.org/W2387965272","https://openalex.org/W2389910144","https://openalex.org/W2393574248","https://openalex.org/W4206492138","https://openalex.org/W2392319603","https://openalex.org/W2348027057","https://openalex.org/W2368262053","https://openalex.org/W2389193119","https://openalex.org/W2374729450","https://openalex.org/W2470883241"],"abstract_inverted_index":{"Basic":[0],"topics":[1],"from":[2],"probability":[3,9],"and":[4,15,26,68,92],"statistics":[5],"--":[6,19],"such":[7,49],"as":[8,28,50],"distributions,":[10],"parameter":[11],"estimation,":[12],"confidence":[13],"intervals":[14],"statistical":[16,46],"hypothesis":[17],"testing":[18],"are":[20],"often":[21],"included":[22],"in":[23,99],"computing":[24],"curricula":[25],"used":[27],"tools":[29],"for":[30],"experimental":[31],"performance":[32,100],"evaluation.":[33],"Unfortunately,":[34],"data":[35],"collected":[36],"through":[37],"experiments":[38,93],"may":[39,62,72],"not":[40],"meet":[41],"the":[42,59,69,88],"requirements":[43],"of":[44,87],"many":[45],"analysis":[47,60,70],"methods,":[48],"independent":[51],"sampling":[52],"or":[53],"normal":[54],"distribution.":[55],"As":[56],"a":[57],"result,":[58],"methods":[61,91],"be":[63,73,96],"more":[64,74],"tricky":[65,75],"to":[66,76],"apply":[67],"results":[71],"interpret":[77],"than":[78],"one":[79],"might":[80],"expect.":[81],"Here,":[82],"we":[83],"look":[84],"at":[85],"some":[86],"issues":[89],"on":[90],"that":[94],"would":[95],"considered":[97],"basic":[98],"evaluation":[101],"education.":[102]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}