{"id":"https://openalex.org/W1995380506","doi":"https://doi.org/10.1145/2618137.2618142","title":"Community-driven reviewing and validation of publications","display_name":"Community-driven reviewing and validation of publications","publication_year":2014,"publication_date":"2014-06-09","ids":{"openalex":"https://openalex.org/W1995380506","doi":"https://doi.org/10.1145/2618137.2618142","mag":"1995380506"},"language":"en","primary_location":{"id":"doi:10.1145/2618137.2618142","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2618137.2618142","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st ACM SIGPLAN Workshop on Reproducible Research Methodologies and New Publication Models in Computer Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/df88617f-30cd-4fa3-ae7b-6bd97f31f7b5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083325184","display_name":"Grigori Fursin","orcid":"https://orcid.org/0000-0001-7719-1624"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Grigori Fursin","raw_affiliation_strings":["INRIA and University of Paris-Sud, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA and University of Paris-Sud, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050229154","display_name":"Christophe Dubach","orcid":"https://orcid.org/0000-0003-4811-2469"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christophe Dubach","raw_affiliation_strings":["University of Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.0801,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.98190483,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.3382999897003174,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.3382999897003174,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.3276999890804291,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.28850001096725464,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9027663469314575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.704834520816803},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6076797246932983},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.4592738747596741},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19041305780410767},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08755356073379517},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08116611838340759}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9027663469314575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.704834520816803},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6076797246932983},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.4592738747596741},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19041305780410767},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08755356073379517},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08116611838340759}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2618137.2618142","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2618137.2618142","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st ACM SIGPLAN Workshop on Reproducible Research Methodologies and New Publication Models in Computer Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/df88617f-30cd-4fa3-ae7b-6bd97f31f7b5","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/df88617f-30cd-4fa3-ae7b-6bd97f31f7b5","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fursin, G & Dubach, C 2014, Community-driven Reviewing and Validation of Publications. in Proceedings of the 1st ACM SIGPLAN Workshop on Reproducible Research Methodologies and New Publication Models in Computer Engineering., 5, New York, NY, USA, pp. 5:1-5:4. https://doi.org/10.1145/2618137.2618142","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/df88617f-30cd-4fa3-ae7b-6bd97f31f7b5","is_oa":false,"landing_page_url":"http://doi.acm.org/10.1145/2618137.2618142","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/df88617f-30cd-4fa3-ae7b-6bd97f31f7b5","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/df88617f-30cd-4fa3-ae7b-6bd97f31f7b5","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fursin, G & Dubach, C 2014, Community-driven Reviewing and Validation of Publications. in Proceedings of the 1st ACM SIGPLAN Workshop on Reproducible Research Methodologies and New Publication Models in Computer Engineering., 5, New York, NY, USA, pp. 5:1-5:4. https://doi.org/10.1145/2618137.2618142","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2020505539","https://openalex.org/W2156560068"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869"],"abstract_inverted_index":{"In":[0],"this":[1],"report,":[2],"we":[3],"share":[4],"our":[5],"practical":[6],"experience":[7],"on":[8],"crowdsourcing":[9],"evaluation":[10],"of":[11,16,28],"research":[12],"artifacts":[13],"and":[14,31],"reviewing":[15],"publications":[17],"since":[18],"2008.":[19],"We":[20],"also":[21],"briey":[22],"discuss":[23],"encountered":[24],"problems":[25],"including":[26],"reproducibility":[27],"experimental":[29],"results":[30],"possible":[32],"solutions.":[33]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}