{"id":"https://openalex.org/W4283323680","doi":"https://doi.org/10.1145/3526062.3536354","title":"Expanding the Scope of Artifact Evaluation at HPC Conferences","display_name":"Expanding the Scope of Artifact Evaluation at HPC Conferences","publication_year":2022,"publication_date":"2022-06-23","ids":{"openalex":"https://openalex.org/W4283323680","doi":"https://doi.org/10.1145/3526062.3536354"},"language":"en","primary_location":{"id":"doi:10.1145/3526062.3536354","doi":"https://doi.org/10.1145/3526062.3536354","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526062.3536354","pdf_url":null,"source":{"id":"https://openalex.org/S7407120055","display_name":"International Workshop on Practical Reproducible Evaluation of Computer Systems (P-RECS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Workshop on Practical Reproducible Evaluation of Computer Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071436717","display_name":"Tanu Malik","orcid":"https://orcid.org/0009-0007-9656-727X","observed_orcids":["https://orcid.org/0009-0007-9656-727X"]},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanu Malik","raw_affiliation_strings":["DePaul University, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DePaul University, Chicago, IL, USA","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070365933","display_name":"Anjo Vahldiek-Oberwagner","orcid":"https://orcid.org/0000-0002-6983-0630","observed_orcids":["https://orcid.org/0000-0002-6983-0630"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anjo Vahldiek-Oberwagner","raw_affiliation_strings":["Intel Labs, Portland, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs, Portland, OR, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087836179","display_name":"Ivo Jimenez","orcid":"https://orcid.org/0000-0002-2222-1985","observed_orcids":["https://orcid.org/0000-0002-2222-1985"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ivo Jimenez","raw_affiliation_strings":["Redpanda Data Inc, Santa Cruz, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Redpanda Data Inc, Santa Cruz, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062340291","display_name":"Carlos Maltzahn","orcid":"https://orcid.org/0000-0001-8305-0748","observed_orcids":["https://orcid.org/0000-0001-8305-0748"]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Maltzahn","raw_affiliation_strings":["UC Santa Cruz, Santa Cruz, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3701,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87279279,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9032999873161316,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9032999873161316,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artifact-evaluation","display_name":"artifact evaluation","score":0.984000027179718},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.8230000138282776},{"id":"https://openalex.org/keywords/high-performance-computing","display_name":"high-performance computing","score":0.7319999933242798},{"id":"https://openalex.org/keywords/conference-review-process","display_name":"conference review process","score":0.4410000145435333},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.4449999928474426},{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.503000020980835}],"concepts":[{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.9233394861221313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7813444137573242},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.7461251020431519},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.738401472568512},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5383329391479492},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48864346742630005},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44009536504745483},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4154619872570038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2096143662929535},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11899182200431824},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10422605276107788}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3526062.3536354","doi":"https://doi.org/10.1145/3526062.3536354","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526062.3536354","pdf_url":null,"source":{"id":"https://openalex.org/S7407120055","display_name":"International Workshop on Practical Reproducible Evaluation of Computer Systems (P-RECS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Workshop on Practical Reproducible Evaluation of Computer Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G8800192975","display_name":"CAREER: Advanced Containers for Reproducibility in Computational and Data Science","funder_award_id":"1846418","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308154","display_name":"Department of Energy, Labor and Economic Growth","ror":"https://ror.org/054a0at43"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W3128249766","https://openalex.org/W3133755953","https://openalex.org/W3163036525","https://openalex.org/W3179169088"],"related_works":["https://openalex.org/W6939256956","https://openalex.org/W3172419328","https://openalex.org/W4404751035","https://openalex.org/W4247113793","https://openalex.org/W2945202604","https://openalex.org/W4416146750","https://openalex.org/W4241967610","https://openalex.org/W4206725920","https://openalex.org/W4399912296","https://openalex.org/W4416146913"],"abstract_inverted_index":{"A":[0],"scientific":[1],"paper":[2,94],"consists":[3],"of":[4,7,38,46,54,88,99],"a":[5,77],"constellation":[6],"artifacts":[8,40],"that":[9,45],"extend":[10],"beyond":[11],"the":[12,36,47,52,55,63,89,96,100],"document":[13,48],"itself:":[14],"software,":[15],"hardware,":[16],"evaluation":[17],"data":[18],"and":[19,30,73,84],"documentation,":[20],"raw":[21],"survey":[22],"results,":[23],"mechanized":[24],"proofs,":[25],"models,":[26],"test":[27],"suites,":[28],"benchmarks,":[29],"so":[31],"on.":[32],"In":[33],"some":[34],"cases,":[35],"quality":[37],"these":[39],"is":[41],"as":[42,44,86],"important":[43],"itself.":[49],"Based":[50],"on":[51],"success":[53],"Artifact":[56,79],"Evaluation":[57,81],"efforts":[58],"at":[59],"other":[60],"systems":[61],"conferences,":[62],"2021":[64],"International":[65],"Conference":[66],"for":[67],"High":[68],"Performance":[69],"Computing,":[70],"Networking,":[71],"Storage,":[72],"Analysis":[74],"(SC21)":[75],"organized":[76],"comprehensive":[78],"Description/Artifact":[80],"(AD/AE)":[82],"review":[83],"competition":[85],"part":[87],"SC21":[90],"Reproducibility":[91],"Initiative.":[92],"This":[93],"summarizes":[95],"key":[97],"findings":[98],"AD/AE":[101],"effort.":[102]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2022-06-24T00:00:00"}