{"id":"https://openalex.org/W4396600580","doi":"https://doi.org/10.1145/3641525.3663631","title":"Longevity of Artifacts in Leading Parallel and Distributed Systems Conferences: a Review of the State of the Practice in 2023","display_name":"Longevity of Artifacts in Leading Parallel and Distributed Systems Conferences: a Review of the State of the Practice in 2023","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4396600580","doi":"https://doi.org/10.1145/3641525.3663631"},"language":"en","primary_location":{"id":"doi:10.1145/3641525.3663631","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641525.3663631","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3641525.3663631","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048808706","display_name":"Quentin Guilloteau","orcid":"https://orcid.org/0009-0003-7645-5044"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Quentin Guilloteau","raw_affiliation_strings":["University of Basel, Switzerland","University of Basel - Department of Computer Science (Switzerland)"],"raw_orcid":"https://orcid.org/0009-0003-7645-5044","affiliations":[{"raw_affiliation_string":"University of Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"University of Basel - Department of Computer Science (Switzerland)","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055373392","display_name":"Florina M. Ciorba","orcid":"https://orcid.org/0000-0002-2773-4499"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florina Ciorba","raw_affiliation_strings":["University of Basel, Switzerland","University of Basel - Department of Computer Science (Switzerland)"],"raw_orcid":"https://orcid.org/0000-0002-2773-4499","affiliations":[{"raw_affiliation_string":"University of Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"University of Basel - Department of Computer Science (Switzerland)","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057790459","display_name":"Millian Poquet","orcid":"https://orcid.org/0000-0002-1368-5016"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I17866349","display_name":"Universit\u00e9 F\u00e9d\u00e9rale de Toulouse Midi-Pyr\u00e9n\u00e9es","ror":"https://ror.org/004raaa70","country_code":"FR","type":"education","lineage":["https://openalex.org/I17866349"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Millian Poquet","raw_affiliation_strings":["Universite de Toulouse, France and CNRS, France"],"raw_orcid":"https://orcid.org/0000-0002-1368-5016","affiliations":[{"raw_affiliation_string":"Universite de Toulouse, France and CNRS, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I17866349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092574948","display_name":"Dorian Goepp","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Dorian Goepp","raw_affiliation_strings":["Universite Grenoble Alpes, France and INRIA, France"],"raw_orcid":"https://orcid.org/0009-0007-3738-5919","affiliations":[{"raw_affiliation_string":"Universite Grenoble Alpes, France and INRIA, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I899635006"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101768769","display_name":"Olivier Richard","orcid":"https://orcid.org/0009-0005-8679-2874"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Olivier Richard","raw_affiliation_strings":["Universite Grenoble Alpes, France and INRIA, France"],"raw_orcid":"https://orcid.org/0009-0005-8679-2874","affiliations":[{"raw_affiliation_string":"Universite Grenoble Alpes, France and INRIA, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I899635006"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2576,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6005876064300537},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.45962464809417725},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3729391098022461},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1481555700302124}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6005876064300537},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.45962464809417725},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3729391098022461},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1481555700302124}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3641525.3663631","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641525.3663631","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04562691v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04562691","pdf_url":"https://hal.science/hal-04562691/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://acm-rep.github.io/2024/","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3641525.3663631","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641525.3663631","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2411133754","display_name":null,"funder_award_id":"957407","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7507309883","display_name":"Integrated Data Analysis Pipelines for Large-Scale Data Management, HPC, and Machine Learning","funder_award_id":"957407","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1496637959","https://openalex.org/W1636400855","https://openalex.org/W1981165529","https://openalex.org/W2033787161","https://openalex.org/W2078962046","https://openalex.org/W2082256810","https://openalex.org/W2091601801","https://openalex.org/W2110417468","https://openalex.org/W2120039195","https://openalex.org/W2141186838","https://openalex.org/W2390706404","https://openalex.org/W2406493898","https://openalex.org/W2568742807","https://openalex.org/W2607211817","https://openalex.org/W2731055327","https://openalex.org/W2743905034","https://openalex.org/W2751343396","https://openalex.org/W2900842731","https://openalex.org/W2954309769","https://openalex.org/W2954464279","https://openalex.org/W2963957599","https://openalex.org/W2982798514","https://openalex.org/W3049594021","https://openalex.org/W3083136791","https://openalex.org/W3091970108","https://openalex.org/W3099627437","https://openalex.org/W4210915781","https://openalex.org/W4283721498","https://openalex.org/W4289593443","https://openalex.org/W4308643005","https://openalex.org/W4309530548","https://openalex.org/W4361806078","https://openalex.org/W4382362087","https://openalex.org/W6929991684"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Reproducibility":[0],"is":[1,19,72],"the":[2,13,64,79,127,137,143,164,188,215,226,242,246],"cornerstone":[3],"of":[4,66,78,166,174,190,217,228],"science.":[5],"Many":[6],"scientific":[7],"communities":[8],"have":[9],"been":[10,25],"struck":[11],"by":[12,69],"reproducibility":[14,80,138,171,230],"crisis,":[15],"and":[16,34,74,96,106,125,132,145,150,157,177,203,233,236],"computer":[17],"science":[18],"no":[20],"exception.":[21],"Its":[22],"answer":[23],"has":[24],"to":[26,37,43,54,148,213,222,237],"require":[27],"artifact":[28,175],"evaluations":[29],"along":[30],"with":[31,51],"accepted":[32],"articles":[33,89],"award":[35],"badges":[36,71,139],"reward":[38],"authors":[39],"for":[40],"their":[41,58],"efforts":[42],"support":[44,183],"\u2018reproducibility.\u2019":[45],"Authors":[46],"voluntarily":[47],"submit":[48],"artifacts":[49,116,152,211],"associated":[50],"a":[52,154,194,239],"submission":[53],"reviewers":[55],"who":[56],"decide":[57],"\u2018reproducibility\u2019":[59,67],"properties.":[60],"We":[61],"argue":[62],"that":[63,163,182],"notion":[65],"considered":[68],"such":[70],"limited":[73],"misses":[75],"important":[76],"aspects":[77],"crisis.":[81],"In":[82],"this":[83,184],"article,":[84,110],"we":[85,111,161,178,192],"survey":[86],"almost":[87],"300":[88],"from":[90],"five":[91],"leading":[92],"conferences":[93],"on":[94,198,225],"parallel":[95,232],"distributed":[97,234],"systems":[98,235],"held":[99],"in":[100,153,172,231,241],"2023":[101],"(CCGrid,":[102],"EuroSys,":[103],"OSDI,":[104],"PPoPP,":[105],"SC).":[107],"For":[108],"each":[109],"gather":[112],"information":[113],"about":[114],"its":[115],"(how":[117],"it":[118],"was":[119,130],"shared,":[120],"under":[121],"which":[122],"experimental":[123,201],"setup,":[124,202],"how":[126],"software":[128,204],"environment":[129],"generated":[131],"shared),":[133],"as":[134,136],"well":[135],"awarded.":[140],"By":[141],"reviewing":[142],"methods":[144],"tools":[146],"used":[147],"create":[149],"share":[151],"technical,":[155],"in-depth,":[156],"article":[158],"content-agnostic":[159],"manner,":[160],"found":[162],"state":[165],"practice":[167],"does":[168],"not":[169],"address":[170,187],"terms":[173],"longevity":[176,189],"expose":[179],"eight":[180],"observations":[181],"finding.":[185],"To":[186],"artifacts,":[191],"propose":[193],"new":[195],"badge":[196],"based":[197],"source":[199],"code,":[200],"environment.":[205],"These":[206],"criteria":[207],"will":[208],"allow":[209],"rewarding":[210],"expected":[212],"withstand":[214],"test":[216],"time.":[218],"This":[219],"work":[220],"aims":[221],"shed":[223],"light":[224],"issue":[227],"long-term":[229],"start":[238],"discussion":[240],"community":[243],"towards":[244],"addressing":[245],"issue.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}