{"id":"https://openalex.org/W3023468469","doi":"https://doi.org/10.1145/3385678.3385681","title":"The ACM SIGSOFT Paper and Peer Review Quality Initiative","display_name":"The ACM SIGSOFT Paper and Peer Review Quality Initiative","publication_year":2020,"publication_date":"2020-04-28","ids":{"openalex":"https://openalex.org/W3023468469","doi":"https://doi.org/10.1145/3385678.3385681","mag":"3023468469"},"language":"en","primary_location":{"id":"doi:10.1145/3385678.3385681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3385678.3385681","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036483230","display_name":"Paul Ralph","orcid":"https://orcid.org/0000-0002-7411-0857"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Paul Ralph","raw_affiliation_strings":["Dalhousie University, Halifax, NS, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalhousie University, Halifax, NS, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031712876","display_name":"Romain Robbes","orcid":"https://orcid.org/0000-0003-4569-6868"},"institutions":[{"id":"https://openalex.org/I171543936","display_name":"Free University of Bozen-Bolzano","ror":"https://ror.org/012ajp527","country_code":"IT","type":"education","lineage":["https://openalex.org/I171543936"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Romain Robbes","raw_affiliation_strings":["Free University of Bozen-Bolzano, Bolzano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Free University of Bozen-Bolzano, Bolzano, Italy","institution_ids":["https://openalex.org/I171543936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.7052,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.96061188,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"45","issue":"2","first_page":"17","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9524999856948853,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9451000094413757,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.8065847158432007},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.784822940826416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6418048143386841},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5629357099533081},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.47830989956855774},{"id":"https://openalex.org/keywords/software-technical-review","display_name":"Software technical review","score":0.4708288013935089},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.4306654632091522},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40072211623191833},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3720191717147827},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.354408860206604},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3430579900741577},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.33473896980285645},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3117177486419678},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23104852437973022},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.21923479437828064},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.17402008175849915}],"concepts":[{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.8065847158432007},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.784822940826416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6418048143386841},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5629357099533081},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.47830989956855774},{"id":"https://openalex.org/C6586637","wikidata":"https://www.wikidata.org/wiki/Q7554372","display_name":"Software technical review","level":5,"score":0.4708288013935089},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.4306654632091522},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40072211623191833},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3720191717147827},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.354408860206604},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3430579900741577},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.33473896980285645},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3117177486419678},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23104852437973022},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.21923479437828064},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.17402008175849915},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3385678.3385681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3385678.3385681","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1597850148","https://openalex.org/W2268343888","https://openalex.org/W2465422497"],"related_works":["https://openalex.org/W4303980696","https://openalex.org/W4230983122","https://openalex.org/W1971648300","https://openalex.org/W2139748376","https://openalex.org/W3168910912","https://openalex.org/W2080162505","https://openalex.org/W3023468469","https://openalex.org/W4302826216","https://openalex.org/W4386871340","https://openalex.org/W2362984426"],"abstract_inverted_index":{"Scholarly":[0],"peer":[1,29,58,67,91],"review":[2,30,38,59,68,108],"is":[3,12,19,39],"crucial":[4],"to":[5,83],"science:":[6],"it":[7],"not":[8],"only":[9],"determines":[10],"what":[11],"published":[13],"where,":[14],"but":[15],"also,":[16],"indirectly,":[17],"who":[18],"hired,":[20],"funded":[21],"and":[22,44,90,104],"promoted.":[23],"Yet,":[24],"virtually":[25],"every":[26],"academic":[27],"has":[28,98],"horror":[31],"stories.":[32],"Empirical":[33],"evidence":[34],"suggests":[35],"that":[36,57,63],"\"peer":[37],"prejudiced,":[40],"capricious,":[41],"inefficient,":[42],"ineffective,":[43],"generally":[45],"unscientific\"":[46],"[1].":[47],"An":[48],"experiment":[49],"at":[50,93],"a":[51],"major":[52],"machine":[53],"learning":[54],"conference":[55],"found":[56],"was":[60],"unreliable":[61],"highlighted":[62],"the":[64,85],"outcome":[65],"of":[66,87],"can":[69],"be":[70],"very":[71],"noisy":[72],"[2,":[73],"3].":[74],"In":[75],"May":[76],"2019,":[77],"ACM":[78],"SIGSOFT":[79],"launched":[80],"an":[81],"initiative":[82],"improve":[84],"quality":[86],"research":[88],"papers":[89],"reviews":[92],"software":[94],"engineering":[95],"venues.":[96],"It":[97],"two":[99],"main":[100],"components:":[101],"empirical":[102],"standards":[103],"recommendations":[105],"for":[106],"improving":[107],"processes.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}