{"id":"https://openalex.org/W4255800368","doi":"https://doi.org/10.5070/sr31155408","title":"[Tool] Designing Replicable Networking Experiments With Triscale","display_name":"[Tool] Designing Replicable Networking Experiments With Triscale","publication_year":2021,"publication_date":"2021-11-15","ids":{"openalex":"https://openalex.org/W4255800368","doi":"https://doi.org/10.5070/sr31155408"},"language":"en","primary_location":{"id":"doi:10.5070/sr31155408","is_oa":true,"landing_page_url":"https://doi.org/10.5070/sr31155408","pdf_url":"https://escholarship.org/content/qt63n4s9w2/qt63n4s9w2.pdf?t=r7ekua","source":{"id":"https://openalex.org/S4220651612","display_name":"Journal of Systems Research","issn_l":"2770-5501","issn":["2770-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://escholarship.org/content/qt63n4s9w2/qt63n4s9w2.pdf?t=r7ekua","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007183675","display_name":"Romain Jacob","orcid":"https://orcid.org/0000-0002-2218-5750"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Romain Jacob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061350221","display_name":"Marco Zimmerling","orcid":"https://orcid.org/0000-0003-1450-2506"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marco Zimmerling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047260782","display_name":"Carlo Alberto Boano","orcid":"https://orcid.org/0000-0001-7647-3734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carlo Alberto Boano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070110259","display_name":"Laurent Vanbever","orcid":"https://orcid.org/0000-0003-1455-4381"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laurent Vanbever","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060999697","display_name":"Lothar Thiele","orcid":"https://orcid.org/0000-0001-6139-868X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lothar Thiele","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6563,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69622678,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"1","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7467535734176636},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.664126455783844},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.524969756603241},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.49764421582221985},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.49700620770454407},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4469607174396515},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3874499499797821},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32777440547943115},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08340480923652649}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7467535734176636},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.664126455783844},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.524969756603241},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.49764421582221985},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49700620770454407},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4469607174396515},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3874499499797821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32777440547943115},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08340480923652649},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5070/sr31155408","is_oa":true,"landing_page_url":"https://doi.org/10.5070/sr31155408","pdf_url":"https://escholarship.org/content/qt63n4s9w2/qt63n4s9w2.pdf?t=r7ekua","source":{"id":"https://openalex.org/S4220651612","display_name":"Journal of Systems Research","issn_l":"2770-5501","issn":["2770-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Research","raw_type":"journal-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/522946","is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.11850/522946","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Research, 1 (1)","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.3929/ethz-b-000522946","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000522946","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5070/sr31155408","is_oa":true,"landing_page_url":"https://doi.org/10.5070/sr31155408","pdf_url":"https://escholarship.org/content/qt63n4s9w2/qt63n4s9w2.pdf?t=r7ekua","source":{"id":"https://openalex.org/S4220651612","display_name":"Journal of Systems Research","issn_l":"2770-5501","issn":["2770-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Research","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2106247187","display_name":null,"funder_award_id":"ZI 1635/2-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4255800368.pdf","grobid_xml":"https://content.openalex.org/works/W4255800368.grobid-xml"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W102279446","https://openalex.org/W149523093","https://openalex.org/W1564802507","https://openalex.org/W1575480425","https://openalex.org/W1772688858","https://openalex.org/W1825120118","https://openalex.org/W1970705443","https://openalex.org/W1972041827","https://openalex.org/W1976944900","https://openalex.org/W1977163556","https://openalex.org/W1979461729","https://openalex.org/W1984484365","https://openalex.org/W2005440991","https://openalex.org/W2011550426","https://openalex.org/W2018764772","https://openalex.org/W2019727683","https://openalex.org/W2031683335","https://openalex.org/W2049558307","https://openalex.org/W2072189235","https://openalex.org/W2084646168","https://openalex.org/W2098081907","https://openalex.org/W2111364199","https://openalex.org/W2138241673","https://openalex.org/W2142449826","https://openalex.org/W2145644344","https://openalex.org/W2146971820","https://openalex.org/W2147802358","https://openalex.org/W2155409100","https://openalex.org/W2168520762","https://openalex.org/W2202090419","https://openalex.org/W2207847590","https://openalex.org/W2465422497","https://openalex.org/W2524178365","https://openalex.org/W2538248335","https://openalex.org/W2610765860","https://openalex.org/W2724757769","https://openalex.org/W2743905034","https://openalex.org/W2744628735","https://openalex.org/W2787796871","https://openalex.org/W2787858429","https://openalex.org/W2795014448","https://openalex.org/W2801227580","https://openalex.org/W2801956435","https://openalex.org/W2884279005","https://openalex.org/W2886843683","https://openalex.org/W2886900553","https://openalex.org/W2887209751","https://openalex.org/W2887715205","https://openalex.org/W2889554238","https://openalex.org/W2899117404","https://openalex.org/W2913818095","https://openalex.org/W2919933302","https://openalex.org/W2922853138","https://openalex.org/W2927164575","https://openalex.org/W2942376491","https://openalex.org/W2953498285","https://openalex.org/W2973093011","https://openalex.org/W2975425489","https://openalex.org/W2976762373","https://openalex.org/W2981593833","https://openalex.org/W3010056692","https://openalex.org/W3029471862","https://openalex.org/W3110936923","https://openalex.org/W3127417321","https://openalex.org/W3149964589","https://openalex.org/W3186833456","https://openalex.org/W4206062759","https://openalex.org/W4230625563","https://openalex.org/W4232948727","https://openalex.org/W4237175759","https://openalex.org/W4244185376","https://openalex.org/W4250441131","https://openalex.org/W4250870882","https://openalex.org/W4288336716","https://openalex.org/W4292963524","https://openalex.org/W6931093214"],"related_works":["https://openalex.org/W4361804730","https://openalex.org/W2142113611","https://openalex.org/W2334467465","https://openalex.org/W2018387840","https://openalex.org/W2087870008","https://openalex.org/W2162534555","https://openalex.org/W2752178021","https://openalex.org/W2045629210","https://openalex.org/W2143024819","https://openalex.org/W2964201926"],"abstract_inverted_index":{"When":[0],"designing":[1],"their":[2,43,57,63],"performance":[3,79,86,121,144],"evaluations,":[4],"networking":[5,206,222],"researchers":[6,46,223],"often":[7,47],"encounter":[8],"questions":[9,50],"such":[10],"as:":[11],"How":[12,18,23],"long":[13],"should":[14,35],"a":[15,70,137,148,154,208,225],"run":[16],"be?":[17],"many":[19],"runs":[20],"to":[21,24,38,101,114,119,194,217],"perform?":[22],"account":[25],"for":[26,73,103],"the":[27,40,54,60,74,85,92,106,129,159,164,173,179,201],"variability":[28,110,149],"across":[29],"multiple":[30],"runs?":[31],"What":[32],"statistical":[33,117,234],"methods":[34,118],"be":[36,162],"used":[37],"analyze":[39],"data?":[41],"Despite":[42],"best":[44],"intentions,":[45],"answer":[48],"these":[49],"differently,":[51],"thus":[52],"impairing":[53],"replicability":[55,174,204],"of":[56,78,94,96,109,128,175,183,203,238],"evaluations":[58],"and":[59,76,112,181,196,227],"confidence":[61,125],"in":[62,126,136,168,205,232],"results.":[64,199],"In":[65],"this":[66,134,218],"paper,":[67],"we":[68],"propose":[69],"concrete":[71,228],"methodology":[72,135,230],"design":[75],"analysis":[77],"evaluations.":[80,176],"Our":[81],"approach":[82],"hierarchically":[83],"partitions":[84],"evaluation":[87,165],"into":[88],"three":[89],"timescales,":[90],"following":[91],"principle":[93],"separation":[95],"concerns.":[97],"The":[98,236],"idea":[99],"is":[100,207,213],"understand,":[102],"each":[104,143],"timescale,":[105],"temporal":[107],"characteristics":[108],"sources,":[111],"then":[113],"apply":[115],"rigorous":[116],"derive":[120],"results":[122,160],"with":[123,153,224],"quantifiable":[124],"spite":[127],"inherent":[130],"variability.":[131],"We":[132,177],"implement":[133],"software":[138],"framework":[139],"called":[140],"TriScale.":[141],"For":[142],"metric,":[145],"TriScale":[146,171,184,192],"computes":[147],"score":[150],"that":[151,191],"estimates,":[152],"given":[155],"confidence,":[156],"how":[157],"similar":[158],"would":[161],"if":[163],"were":[166],"replicated;":[167],"other":[169],"words,":[170],"quantifies":[172],"showcase":[178],"practicality":[180],"usefulness":[182],"on":[185],"four":[186],"different":[187],"case":[188],"studies":[189],"demonstrating":[190],"helps":[193],"generalize":[195],"strengthen":[197],"published":[198],"Improving":[200],"standards":[202],"complex":[209],"challenge.":[210],"This":[211],"paper":[212],"an":[214],"important":[215],"contribution":[216],"endeavor;":[219],"it":[220],"provides":[221],"rational":[226],"experimental":[229],"rooted":[231],"sound":[233],"foundations.":[235],"first":[237],"its":[239],"kind.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}