{"id":"https://openalex.org/W2125402299","doi":"https://doi.org/10.1109/mascots.2007.58","title":"Reducing Performance Evaluation Sensitivity and Variability by Input Shaking","display_name":"Reducing Performance Evaluation Sensitivity and Variability by Input Shaking","publication_year":2007,"publication_date":"2007-10-01","ids":{"openalex":"https://openalex.org/W2125402299","doi":"https://doi.org/10.1109/mascots.2007.58","mag":"2125402299"},"language":"en","primary_location":{"id":"doi:10.1109/mascots.2007.58","doi":"https://doi.org/10.1109/mascots.2007.58","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascots.2007.58","pdf_url":null,"source":{"id":"https://openalex.org/S4210229048","display_name":"Proceedings - International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems","issn_l":"1526-7539","issn":["1526-7539","2375-0227"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 15th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079290490","display_name":"Dan Tsafrir","orcid":"https://orcid.org/0000-0002-9242-3144","observed_orcids":["https://orcid.org/0000-0002-9242-3144"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"D. Tsafrir","raw_affiliation_strings":["Department Computer Science, Hebrew University, Jerusalem, Israel","IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Computer Science, Hebrew University, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014336196","display_name":"Keren Ouaknine","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"K. Ouaknine","raw_affiliation_strings":["Department Computer Science, Hebrew University, Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Computer Science, Hebrew University, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065968479","display_name":"Dror G. Feitelson","orcid":"https://orcid.org/0000-0002-2733-7709","observed_orcids":["https://orcid.org/0000-0002-2733-7709"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"D. G. Feitelson","raw_affiliation_strings":["Department Computer Science, Hebrew University, Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Computer Science, Hebrew University, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6447,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.84356622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"231","last_page":"237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.8125,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.8125,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.058400001376867294,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.04149999842047691,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/performance-evaluation","display_name":"performance evaluation","score":0.6819999814033508},{"id":"https://openalex.org/keywords/sensitivity-analysis","display_name":"sensitivity analysis","score":0.7860000133514404},{"id":"https://openalex.org/keywords/variation-reduction","display_name":"variability reduction","score":0.5669999718666077},{"id":"https://openalex.org/keywords/simulation-artifacts","display_name":"simulation artifacts","score":0.5590000152587891},{"id":"https://openalex.org/keywords/scheduling-algorithm-evaluation","display_name":"scheduling algorithm evaluation","score":0.6460000276565552}],"concepts":[{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.7678481340408325},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.7517622709274292},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6912818551063538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6864689588546753},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5161226987838745},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3659721314907074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22233882546424866},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.17940866947174072},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1408853530883789},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12967005372047424},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.1133141815662384},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mascots.2007.58","doi":"https://doi.org/10.1109/mascots.2007.58","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascots.2007.58","pdf_url":null,"source":{"id":"https://openalex.org/S4210229048","display_name":"Proceedings - International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems","issn_l":"1526-7539","issn":["1526-7539","2375-0227"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 15th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321950","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1487076132","https://openalex.org/W1510274974","https://openalex.org/W1565502159","https://openalex.org/W1575269218","https://openalex.org/W1947830416","https://openalex.org/W1965083312","https://openalex.org/W1983636259","https://openalex.org/W2004816234","https://openalex.org/W2104184381","https://openalex.org/W2139250332","https://openalex.org/W2141386638","https://openalex.org/W2160838922","https://openalex.org/W2168011193","https://openalex.org/W2532713047","https://openalex.org/W3143266739"],"related_works":["https://openalex.org/W7097642192","https://openalex.org/W7095689449","https://openalex.org/W1995743905","https://openalex.org/W2167196718","https://openalex.org/W7099117991","https://openalex.org/W2022594001","https://openalex.org/W3145767490","https://openalex.org/W7097137007","https://openalex.org/W2104184381","https://openalex.org/W2383497993"],"abstract_inverted_index":{"Simulations":[0],"sometimes":[1],"lead":[2],"to":[3,6,45],"observed":[4],"sensitivity":[5,82],"configuration":[7],"parameters":[8],"as":[9,11],"well":[10],"inconsistent":[12],"performance":[13,53],"results.":[14],"The":[15,33],"question":[16],"is":[17,20,26,66,92],"then":[18],"what":[19,25],"the":[21,31,46,51,56,81,98,114],"true":[22],"effect":[23,57],"and":[24,49],"a":[27,89],"coincidental":[28],"artifact":[29],"of":[30,107],"evaluation.":[32],"shaking":[34,99],"methodology":[35],"answers":[36],"this":[37],"by":[38,97],"executing":[39],"multiple":[40],"simulations":[41],"under":[42],"small":[43],"perturbations":[44],"input":[47],"workload,":[48],"calculating":[50],"average":[52],"result;":[54],"if":[55,69],"persists":[58],"we":[59,112],"can":[60],"be":[61],"more":[62],"confident":[63],"that":[64,83],"it":[65,70,72],"real,":[67],"whereas":[68],"disappears":[71],"was":[73],"an":[74],"artifact.":[75],"We":[76],"present":[77],"several":[78],"examples":[79,103],"where":[80],"appears":[84],"in":[85],"results":[86],"based":[87],"on":[88],"single":[90],"evaluation":[91],"eliminated":[93],"or":[94],"considerably":[95],"reduced":[96],"methodology.":[100],"While":[101],"our":[102],"come":[104],"from":[105],"evaluations":[106],"scheduling":[108],"algorithms":[109],"for":[110],"supercomputers,":[111],"believe":[113],"method":[115],"has":[116],"wider":[117],"applicability.":[118]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}