{"id":"https://openalex.org/W1992927664","doi":"https://doi.org/10.1145/1764873.1764880","title":"Pitfalls for testbed evaluations of internet systems","display_name":"Pitfalls for testbed evaluations of internet systems","publication_year":2010,"publication_date":"2010-04-09","ids":{"openalex":"https://openalex.org/W1992927664","doi":"https://doi.org/10.1145/1764873.1764880","mag":"1992927664"},"language":"en","primary_location":{"id":"doi:10.1145/1764873.1764880","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1764873.1764880","pdf_url":null,"source":{"id":"https://openalex.org/S66039016","display_name":"ACM SIGCOMM Computer Communication Review","issn_l":"0146-4833","issn":["0146-4833","1943-5819"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGCOMM Computer Communication Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073676654","display_name":"David Choffnes","orcid":"https://orcid.org/0000-0001-7825-7226"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David R. Choffnes","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025609514","display_name":"Fabi\u00e1n E. Bustamante","orcid":"https://orcid.org/0000-0002-7659-1527"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fabian E. Bustamante","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":4.9697,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94750234,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"40","issue":"2","first_page":"43","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.952411949634552},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8667331337928772},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.7970889210700989},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6503187417984009},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5929094552993774},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.4786597192287445},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43285900354385376},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41328707337379456},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4029722213745117}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.952411949634552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8667331337928772},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.7970889210700989},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6503187417984009},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5929094552993774},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.4786597192287445},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43285900354385376},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41328707337379456},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4029722213745117},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1764873.1764880","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1764873.1764880","pdf_url":null,"source":{"id":"https://openalex.org/S66039016","display_name":"ACM SIGCOMM Computer Communication Review","issn_l":"0146-4833","issn":["0146-4833","1943-5819"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGCOMM Computer Communication Review","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.593.9536","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.593.9536","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aqualab.cs.northwestern.edu/component/attachments/download/23/","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.650.1573","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.650.1573","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ccr.sigcomm.org/online/files/p44-23v40n2m-choffnesA.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4699999988079071,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W51997014","https://openalex.org/W180653875","https://openalex.org/W1969277191","https://openalex.org/W1990243420","https://openalex.org/W1994982577","https://openalex.org/W1996497509","https://openalex.org/W2061109653","https://openalex.org/W2104471584","https://openalex.org/W2105507405","https://openalex.org/W2110980583","https://openalex.org/W2117897639","https://openalex.org/W2124472784","https://openalex.org/W2125890410","https://openalex.org/W2132051999","https://openalex.org/W2135612819","https://openalex.org/W2141934596","https://openalex.org/W2143460217","https://openalex.org/W2153319198","https://openalex.org/W2164511281","https://openalex.org/W2170063609","https://openalex.org/W2170456119","https://openalex.org/W2270403958","https://openalex.org/W2305012108","https://openalex.org/W2399443897","https://openalex.org/W4241257019","https://openalex.org/W4248658514"],"related_works":["https://openalex.org/W2883256816","https://openalex.org/W2171408034","https://openalex.org/W3003320923","https://openalex.org/W2106140982","https://openalex.org/W2152313554","https://openalex.org/W2064303750","https://openalex.org/W3048672182","https://openalex.org/W1509300825","https://openalex.org/W3092582874","https://openalex.org/W2054620577"],"abstract_inverted_index":{"Today's":[0],"open":[1],"platforms":[2,50],"for":[3,22],"network":[4],"measurement":[5],"and":[6,25,64],"distributed":[7],"system":[8],"research,":[9],"which":[10],"we":[11,41,56,84],"collectively":[12],"refer":[13],"to":[14,51,58,71],"as":[15],"testbeds":[16],"in":[17,90],"this":[18,39],"article,":[19,40],"provide":[20],"opportunities":[21],"controllable":[23],"experimentation":[24],"evaluations":[26],"of":[27,32,36,62,66,74,88],"systems":[28],"at":[29],"the":[30,60,72,86,91],"scale":[31],"hundreds":[33],"or":[34],"thousands":[35],"hosts.":[37],"In":[38],"identify":[42],"several":[43],"issues":[44],"with":[45],"extending":[46],"results":[47,68],"from":[48],"such":[49],"Internet":[52],"wide":[53],"perspectives.":[54],"Specifically,":[55],"try":[57],"quantify":[59],"level":[61],"inaccuracy":[63],"incompleteness":[65],"testbed":[67],"when":[69,94],"applied":[70],"context":[73],"a":[75],"large-scale":[76],"peer-to-peer":[77],"(P2P)":[78],"system.":[79],"Based":[80],"on":[81],"our":[82],"results,":[83],"emphasize":[85],"importance":[87],"measurements":[89],"appropriate":[92],"environment":[93],"evaluating":[95],"Internet-scale":[96],"systems.":[97]},"counts_by_year":[{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}