{"id":"https://openalex.org/W2807952920","doi":"https://doi.org/10.1145/3180155.3182527","title":"Empirical study on the discrepancy between performance testing results from virtual and physical environments","display_name":"Empirical study on the discrepancy between performance testing results from virtual and physical environments","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W2807952920","doi":"https://doi.org/10.1145/3180155.3182527","mag":"2807952920"},"language":"en","primary_location":{"id":"doi:10.1145/3180155.3182527","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3180155.3182527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050543381","display_name":"Muhammad Moiz Arif","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Muhammad Moiz Arif","raw_affiliation_strings":["Concordia University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056378414","display_name":"Weiyi Shang","orcid":"https://orcid.org/0000-0001-6222-7444"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weiyi Shang","raw_affiliation_strings":["Concordia University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049727493","display_name":"Emad Shihab","orcid":"https://orcid.org/0000-0003-1285-9878"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Emad Shihab","raw_affiliation_strings":["Concordia University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1976,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56047033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"822","last_page":"822"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8106868267059326},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.7336446046829224},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.6445834636688232},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5090148448944092},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.449419766664505},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.43521010875701904},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.38851675391197205},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3859458565711975},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2996012568473816},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.15591150522232056},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09533801674842834}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8106868267059326},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.7336446046829224},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.6445834636688232},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5090148448944092},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.449419766664505},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.43521010875701904},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.38851675391197205},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3859458565711975},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2996012568473816},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.15591150522232056},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09533801674842834},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3180155.3182527","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3180155.3182527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W4174779","https://openalex.org/W159719520","https://openalex.org/W306338726","https://openalex.org/W567831429","https://openalex.org/W1489537150","https://openalex.org/W1518749691","https://openalex.org/W1531513045","https://openalex.org/W1564979782","https://openalex.org/W1588337406","https://openalex.org/W1608928262","https://openalex.org/W1651603302","https://openalex.org/W1680392829","https://openalex.org/W1791772392","https://openalex.org/W1813040609","https://openalex.org/W1831050183","https://openalex.org/W1846643462","https://openalex.org/W1904710828","https://openalex.org/W1965377045","https://openalex.org/W1981055536","https://openalex.org/W1984135560","https://openalex.org/W1984840899","https://openalex.org/W2002596422","https://openalex.org/W2019257047","https://openalex.org/W2021428963","https://openalex.org/W2023740829","https://openalex.org/W2025381809","https://openalex.org/W2043939022","https://openalex.org/W2051259798","https://openalex.org/W2052062743","https://openalex.org/W2066386018","https://openalex.org/W2066467336","https://openalex.org/W2067258447","https://openalex.org/W2067990963","https://openalex.org/W2070556308","https://openalex.org/W2081013745","https://openalex.org/W2087515886","https://openalex.org/W2089075596","https://openalex.org/W2098985499","https://openalex.org/W2099698117","https://openalex.org/W2104014609","https://openalex.org/W2111431854","https://openalex.org/W2117898742","https://openalex.org/W2121589816","https://openalex.org/W2131126403","https://openalex.org/W2131260303","https://openalex.org/W2142390502","https://openalex.org/W2144086695","https://openalex.org/W2145458045","https://openalex.org/W2148189947","https://openalex.org/W2152656220","https://openalex.org/W2154941531","https://openalex.org/W2156019986","https://openalex.org/W2157662360","https://openalex.org/W2159416255","https://openalex.org/W2159603973","https://openalex.org/W2162832213","https://openalex.org/W2325662965","https://openalex.org/W2399881321","https://openalex.org/W2405068176","https://openalex.org/W3106278391","https://openalex.org/W3175417087"],"related_works":["https://openalex.org/W2905434961","https://openalex.org/W2375742443","https://openalex.org/W2149381099","https://openalex.org/W1483190388","https://openalex.org/W4200520489","https://openalex.org/W2061536531","https://openalex.org/W193873054","https://openalex.org/W2369033652","https://openalex.org/W1763577037","https://openalex.org/W1990431111"],"abstract_inverted_index":{"Large":[0],"software":[1],"systems":[2],"often":[3,18],"undergo":[4],"performance":[5,16,46,65,95,112],"tests":[6,17],"to":[7,11,31,44,57,87,93],"ensure":[8],"their":[9],"capability":[10],"handle":[12],"expected":[13,80],"loads.":[14],"These":[15],"consume":[19],"large":[20],"amounts":[21],"of":[22,70,108],"computing":[23],"resources":[24],"and":[25,60,91],"time":[26],"since":[27],"heavy":[28],"loads":[29],"need":[30],"be":[32],"generated.":[33],"Making":[34],"it":[35],"worse,":[36],"the":[37,45,68,88,103],"ever":[38],"evolving":[39],"field":[40],"requires":[41],"frequent":[42],"updates":[43],"testing":[47,89,96,113],"environment.":[48],"In":[49],"practice,":[50],"virtual":[51],"machines":[52],"(VMs)":[53],"are":[54],"widely":[55],"exploited":[56],"provide":[58],"flexible":[59],"less":[61],"costly":[62],"environments":[63],"for":[64],"tests.":[66],"However,":[67],"use":[69],"VMs":[71,110],"may":[72],"introduce":[73],"confounding":[74],"overhead":[75],"(e.g.,":[76],"a":[77],"higher":[78],"than":[79],"memory":[81],"utilization":[82],"with":[83],"unstable":[84],"I/O":[85],"traffic)":[86],"environment":[90],"lead":[92],"unrealistic":[94],"results.":[97],"Yet,":[98],"little":[99],"research":[100],"has":[101],"studied":[102],"impact":[104],"on":[105],"test":[106],"results":[107],"using":[109],"in":[111],"activities.":[114]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}