{"id":"https://openalex.org/W4233887581","doi":"https://doi.org/10.1109/wsc.2017.8247823","title":"Toward reliable validation of HPC network simulation models","display_name":"Toward reliable validation of HPC network simulation models","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W4233887581","doi":"https://doi.org/10.1109/wsc.2017.8247823"},"language":"en","primary_location":{"id":"doi:10.1109/wsc.2017.8247823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2017.8247823","pdf_url":null,"source":{"id":"https://openalex.org/S4363607803","display_name":"2017 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1413174","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004313971","display_name":"Misbah Mubarak","orcid":"https://orcid.org/0000-0002-9923-9825"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Misbah Mubarak","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA"],"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025115023","display_name":"Nikhil Jain","orcid":"https://orcid.org/0009-0002-1555-9125"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Jain","raw_affiliation_strings":["Center for Applied Scientific Computing, Lawrence Livermore National Laboratory, Livermore, CA, USA"],"affiliations":[{"raw_affiliation_string":"Center for Applied Scientific Computing, Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039069961","display_name":"Jens Domke","orcid":"https://orcid.org/0000-0002-5343-414X"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jens Domke","raw_affiliation_strings":["Matsuoka Laboratory, Tokyo Institute of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Matsuoka Laboratory, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076196719","display_name":"Noah Wolfe","orcid":"https://orcid.org/0000-0002-7935-421X"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah Wolfe","raw_affiliation_strings":["Computer Science Department, Rensselaer Polytechnic Institute, Troy, NY, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014884282","display_name":"Caitlin Ross","orcid":"https://orcid.org/0000-0002-8299-4672"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caitlin Ross","raw_affiliation_strings":["Computer Science Department, Rensselaer Polytechnic Institute, Troy, NY, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062064280","display_name":"Kelvin Li","orcid":"https://orcid.org/0000-0002-0955-2157"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelvin Li","raw_affiliation_strings":["Computer Science Department, University of California, Davis, CA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of California, Davis, CA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081506338","display_name":"Abhinav Bhatel\u00e9","orcid":"https://orcid.org/0000-0003-3069-3701"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav Bhatele","raw_affiliation_strings":["Center for Applied Scientific Computing, Lawrence Livermore National Laboratory, Livermore, CA, USA"],"affiliations":[{"raw_affiliation_string":"Center for Applied Scientific Computing, Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108190365","display_name":"Christopher D. Carothers","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher D. Carothers","raw_affiliation_strings":["Computer Science Department, Rensselaer Polytechnic Institute, Troy, NY, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037161857","display_name":"Kwan\u2010Liu Ma","orcid":"https://orcid.org/0000-0001-8086-0366"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwan-Liu Ma","raw_affiliation_strings":["Computer Science Department, University of California, Davis, CA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of California, Davis, CA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036808423","display_name":"Robert Ross","orcid":"https://orcid.org/0000-0002-5435-5857"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert B. Ross","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA"],"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5004313971"],"corresponding_institution_ids":["https://openalex.org/I1282105669"],"apc_list":null,"apc_paid":null,"fwci":0.5763,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71658031,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"659","last_page":"674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8234453201293945},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8206042051315308},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6767536401748657},{"id":"https://openalex.org/keywords/network-simulation","display_name":"Network simulation","score":0.6235517263412476},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.582427978515625},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.45882701873779297},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.42879974842071533},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.41864490509033203},{"id":"https://openalex.org/keywords/verification-and-validation-of-computer-simulation-models","display_name":"Verification and validation of computer simulation models","score":0.4140566289424896},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3563390374183655},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.13503554463386536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12962961196899414},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11155331134796143},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07909387350082397}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8234453201293945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8206042051315308},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6767536401748657},{"id":"https://openalex.org/C139940560","wikidata":"https://www.wikidata.org/wiki/Q290036","display_name":"Network simulation","level":2,"score":0.6235517263412476},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.582427978515625},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.45882701873779297},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.42879974842071533},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.41864490509033203},{"id":"https://openalex.org/C126433048","wikidata":"https://www.wikidata.org/wiki/Q7921324","display_name":"Verification and validation of computer simulation models","level":2,"score":0.4140566289424896},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3563390374183655},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.13503554463386536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12962961196899414},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11155331134796143},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07909387350082397},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wsc.2017.8247823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2017.8247823","pdf_url":null,"source":{"id":"https://openalex.org/S4363607803","display_name":"2017 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1413174","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1413174","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1413174","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1413174","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1551272572","https://openalex.org/W1572549641","https://openalex.org/W1979572629","https://openalex.org/W2000882268","https://openalex.org/W2017026974","https://openalex.org/W2038423000","https://openalex.org/W2068975988","https://openalex.org/W2088219312","https://openalex.org/W2099952176","https://openalex.org/W2108255464","https://openalex.org/W2155187164","https://openalex.org/W2166214860","https://openalex.org/W2283438976","https://openalex.org/W2332895340","https://openalex.org/W2613264550","https://openalex.org/W4241571371","https://openalex.org/W4242947661","https://openalex.org/W4244430623","https://openalex.org/W4244682390","https://openalex.org/W4251820394","https://openalex.org/W4252803721"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2384867379","https://openalex.org/W4241418540","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W2392537397"],"abstract_inverted_index":{"While":[0],"the":[1,18,32,49,56,62,69,89,93,97,114,117,120],"high":[2],"performance":[3],"computing":[4],"(HPC)":[5],"community":[6,20,115],"is":[7,43],"relying":[8],"on":[9],"simulations":[10],"increasingly":[11],"to":[12,27],"co-design":[13],"and":[14,34,66,112],"optimize":[15],"HPC":[16,39],"interconnects,":[17],"simulation":[19,41],"lacks":[21],"a":[22,44,78,102],"coherent":[23],"set":[24,63,79],"of":[25,38,51,64,80,85,119],"practices":[26,82],"be":[28,101],"followed":[29,59],"when":[30],"validating":[31],"simulators":[33],"network":[35,40,57,104],"models.":[36],"Validation":[37],"models":[42],"multi-step":[45],"process":[46],"starting":[47],"with":[48],"selection":[50],"representative":[52],"communication":[53],"patterns,":[54],"configuring":[55],"model,":[58],"by":[60],"designing":[61],"experiments,":[65],"finally,":[67],"documenting":[68],"outcome":[70],"for":[71,83],"reproducibility.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"present":[77],"recommended":[81],"each":[84],"these":[86],"steps":[87],"in":[88],"validation":[90],"process.":[91],"If":[92],"recommendations":[94],"are":[95],"followed,":[96],"end":[98],"result":[99],"should":[100],"validated":[103],"model":[105],"that":[106],"can":[107],"make":[108],"reasonably":[109],"accurate":[110],"predictions":[111],"convince":[113],"about":[116],"correctness":[118],"model.":[121]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}