{"id":"https://openalex.org/W3154298502","doi":"https://doi.org/10.1145/3447545.3451186","title":"An Empirical Evaluation of the Performance of Video Conferencing Systems","display_name":"An Empirical Evaluation of the Performance of Video Conferencing Systems","publication_year":2021,"publication_date":"2021-04-11","ids":{"openalex":"https://openalex.org/W3154298502","doi":"https://doi.org/10.1145/3447545.3451186","mag":"3154298502"},"language":"en","primary_location":{"id":"doi:10.1145/3447545.3451186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447545.3451186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/5fb89677-7722-4c9e-a6b3-88a3b13475e6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000671665","display_name":"Richard Bieringa","orcid":null},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Richard Bieringa","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021772911","display_name":"Abijith Radhakrishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Abijith Radhakrishnan","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054796782","display_name":"Tavneet Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tavneet Singh","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006285076","display_name":"Sophie Vos","orcid":null},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sophie Vos","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076494860","display_name":"Jesse Donkervliet","orcid":"https://orcid.org/0000-0002-3067-6402"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jesse Donkervliet","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006986556","display_name":"Alexandru Iosup","orcid":"https://orcid.org/0000-0001-8030-9398"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexandru Iosup","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I865915315"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"65","last_page":"71"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8010281324386597},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6873892545700073},{"id":"https://openalex.org/keywords/zoom","display_name":"Zoom","score":0.6839074492454529},{"id":"https://openalex.org/keywords/videoconferencing","display_name":"Videoconferencing","score":0.6216422915458679},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5007205009460449},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4896908104419708},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4871758818626404},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4255068600177765},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16389161348342896},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12824520468711853},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09260702133178711}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8010281324386597},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6873892545700073},{"id":"https://openalex.org/C124913957","wikidata":"https://www.wikidata.org/wiki/Q1232548","display_name":"Zoom","level":3,"score":0.6839074492454529},{"id":"https://openalex.org/C22561748","wikidata":"https://www.wikidata.org/wiki/Q854954","display_name":"Videoconferencing","level":2,"score":0.6216422915458679},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5007205009460449},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4896908104419708},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4871758818626404},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4255068600177765},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16389161348342896},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12824520468711853},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09260702133178711},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.0},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3447545.3451186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447545.3451186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire/5fb89677-7722-4c9e-a6b3-88a3b13475e6","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/5fb89677-7722-4c9e-a6b3-88a3b13475e6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bieringa, R, Radhakrishnan, A, Singh, T, Vos, S, Donkervliet, J & Iosup, A 2021, An empirical evaluation of the performance of video conferencing systems. in ICPE 2021 : Companion of the ACM/SPEC International Conference on Performance Engineering. Association for Computing Machinery, Inc, pp. 65-71, 2021 ACM/SPEC International Conference on Performance Engineering, ICPE 2021, Virtual, Online, France, 19/04/21. https://doi.org/10.1145/3447545.3451186","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:publications/5fb89677-7722-4c9e-a6b3-88a3b13475e6","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85104993887&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bieringa, R, Radhakrishnan, A, Singh, T, Vos, S, Donkervliet, J & Iosup, A 2021, An empirical evaluation of the performance of video conferencing systems. in ICPE 2021 : Companion of the ACM/SPEC International Conference on Performance Engineering. Association for Computing Machinery, Inc, pp. 65-71, 2021 ACM/SPEC International Conference on Performance Engineering, ICPE 2021, Virtual, Online, France, 19/04/21. https://doi.org/10.1145/3447545.3451186","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:openaire/5fb89677-7722-4c9e-a6b3-88a3b13475e6","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/5fb89677-7722-4c9e-a6b3-88a3b13475e6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bieringa, R, Radhakrishnan, A, Singh, T, Vos, S, Donkervliet, J & Iosup, A 2021, An empirical evaluation of the performance of video conferencing systems. in ICPE 2021 : Companion of the ACM/SPEC International Conference on Performance Engineering. Association for Computing Machinery, Inc, pp. 65-71, 2021 ACM/SPEC International Conference on Performance Engineering, ICPE 2021, Virtual, Online, France, 19/04/21. https://doi.org/10.1145/3447545.3451186","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1979566015","https://openalex.org/W2003427222","https://openalex.org/W2127232162","https://openalex.org/W2132884619","https://openalex.org/W2150871235","https://openalex.org/W2345892156","https://openalex.org/W2790105919","https://openalex.org/W2953498285","https://openalex.org/W2958385005","https://openalex.org/W3010056692","https://openalex.org/W3048244288","https://openalex.org/W3127814644","https://openalex.org/W3154298502"],"related_works":["https://openalex.org/W4312474846","https://openalex.org/W4292068918","https://openalex.org/W3015335244","https://openalex.org/W2020291234","https://openalex.org/W2034733382","https://openalex.org/W2024787338","https://openalex.org/W2007072269","https://openalex.org/W3202854543","https://openalex.org/W2079288832","https://openalex.org/W4311011743"],"abstract_inverted_index":{"The":[0],"global":[1],"COVID-19":[2],"pandemic":[3],"forced":[4],"society":[5],"to":[6,8,48,74,105,114],"shift":[7,14],"remote":[9],"education":[10],"and":[11,27,51,76,91,97,101,111,125,144,147],"work.":[12],"This":[13],"relies":[15],"on":[16,32,58,83,93,118],"various":[17],"video":[18],"conference":[19],"systems":[20,137],"(VCSs)":[21],"such":[22],"as":[23,161],"Zoom,":[24,122,156],"Microsoft":[25,123],"Teams,":[26,124],"Jitsi,":[28],"consequently":[29],"increasing":[30],"pressure":[31],"their":[33],"digital":[34],"service":[35,53],"infrastructure.":[36],"Although":[37],"understanding":[38],"the":[39,87,119,136,157,162],"performance":[40,145],"of":[41,141],"these":[42,108],"essential":[43],"cloud":[44],"services":[45],"could":[46],"lead":[47],"better":[49],"designs":[50],"improved":[52],"deployments,":[54],"only":[55],"limited":[56],"research":[57],"this":[59,64,67],"topic":[60],"currently":[61],"exists.":[62],"Addressing":[63],"problem,":[65],"in":[66,139,155],"work":[68,128],"we":[69],"propose":[70],"an":[71],"experimental":[72],"method":[73,80],"analyze":[75],"compare":[77,115],"VCSs.":[78],"Our":[79,127],"is":[81,89],"based":[82],"real-world":[84,109],"experiments":[85],"where":[86],"client-side":[88],"controlled,":[90],"focuses":[92],"VCS":[94],"resource":[95,142],"requirements":[96],"performance.":[98],"We":[99],"design":[100],"implement":[102],"a":[103,151],"tool":[104],"automatically":[106],"conduct":[107],"experiments,":[110],"use":[112],"it":[113],"three":[116],"platforms":[117],"client":[120],"side:":[121],"Jitsi.":[126],"exposes":[129],"that":[130],"there":[131],"are":[132],"significant":[133],"differences":[134],"between":[135],"tested":[138],"terms":[140],"usage":[143],"variability,":[146],"provides":[148],"evidence":[149],"for":[150],"suspected":[152],"memory":[153],"leak":[154],"system":[158],"widely":[159],"regarded":[160],"industry":[163],"market":[164],"leader.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
