{"id":"https://openalex.org/W2744444377","doi":"https://doi.org/10.1145/3097766.3097768","title":"Towards an Ecosystem for Reproducible Research in Computer Networking","display_name":"Towards an Ecosystem for Reproducible Research in Computer Networking","publication_year":2017,"publication_date":"2017-08-10","ids":{"openalex":"https://openalex.org/W2744444377","doi":"https://doi.org/10.1145/3097766.3097768","mag":"2744444377"},"language":"en","primary_location":{"id":"doi:10.1145/3097766.3097768","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3097766.3097768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Reproducibility Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047943038","display_name":"Quirin Scheitle","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Quirin Scheitle","raw_affiliation_strings":["Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039216100","display_name":"Matthias W\u00e4hlisch","orcid":"https://orcid.org/0000-0002-3825-2807"},"institutions":[{"id":"https://openalex.org/I75951250","display_name":"Freie Universit\u00e4t Berlin","ror":"https://ror.org/046ak2485","country_code":"DE","type":"education","lineage":["https://openalex.org/I75951250"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias W\u00e4hlisch","raw_affiliation_strings":["Freie Universit\u00e4t Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Freie Universit\u00e4t Berlin","institution_ids":["https://openalex.org/I75951250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043144381","display_name":"Oliver Gasser","orcid":"https://orcid.org/0000-0002-3425-9331"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oliver Gasser","raw_affiliation_strings":["Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027677424","display_name":"Thomas C. Schmidt","orcid":"https://orcid.org/0000-0002-0956-7885"},"institutions":[{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas C. Schmidt","raw_affiliation_strings":["HAW Hamburg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HAW Hamburg","institution_ids":["https://openalex.org/I70451448"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060144977","display_name":"Georg Carle","orcid":"https://orcid.org/0000-0002-2347-1839"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georg Carle","raw_affiliation_strings":["Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.657,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.9932906,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7816078066825867},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7738692760467529},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6737788915634155},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.54334956407547},{"id":"https://openalex.org/keywords/ecosystem","display_name":"Ecosystem","score":0.5051243901252747},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5016403198242188},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.47104454040527344},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.21034210920333862},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.12994149327278137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09651902318000793}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7816078066825867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7738692760467529},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6737788915634155},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.54334956407547},{"id":"https://openalex.org/C110872660","wikidata":"https://www.wikidata.org/wiki/Q37813","display_name":"Ecosystem","level":2,"score":0.5051243901252747},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5016403198242188},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.47104454040527344},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.21034210920333862},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.12994149327278137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09651902318000793},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3097766.3097768","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3097766.3097768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Reproducibility Workshop","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1699100222","https://openalex.org/W2612839510","https://openalex.org/W2743156140","https://openalex.org/W2743357856","https://openalex.org/W2745118957"],"related_works":["https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W4324138256","https://openalex.org/W3134060498","https://openalex.org/W2003643616","https://openalex.org/W638612878"],"abstract_inverted_index":{"Reproducibility":[0,88],"is":[1,27,86],"key":[2,83],"to":[3,37,64,93,100],"rigorous":[4],"scientific":[5],"progress.":[6],"However,":[7],"many":[8],"publications":[9],"in":[10,30,47,104],"the":[11,25,31,87,96],"computer":[12],"networks":[13],"community":[14],"lack":[15,26],"support":[16],"for":[17],"reproducibility.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22,55,91],"argue":[23],"that":[24,34,59],"mainly":[28],"rooted":[29],"additional":[32,66],"effort":[33],"authors":[35,61],"need":[36],"spend,":[38],"without":[39],"expecting":[40],"sufficient":[41],"benefits.":[42],"Based":[43],"on":[44],"our":[45],"experience":[46],"both":[48],"authoring":[49],"reproducible":[50],"research":[51,103],"and":[52,62],"reproducing":[53],"publications,":[54],"propose":[56],"an":[57],"ecosystem":[58,69],"incentivizes":[60],"reproducers":[63],"invest":[65],"effort.":[67],"This":[68],"consists":[70],"of":[71],"various":[72],"building":[73,84],"blocks,":[74],"which":[75,90],"can":[76],"be":[77],"combined":[78],"into":[79],"venue-specific":[80],"profiles.":[81],"A":[82],"block":[85],"Challenge,":[89],"suggest":[92],"co-locate":[94],"with":[95],"annual":[97],"SIGCOMM":[98],"conference":[99],"leverage":[101],"reproducibility":[102],"practice.":[105]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
