{"id":"https://openalex.org/W3001893202","doi":"https://doi.org/10.1145/3375572.3375575","title":"Pains and Gains of Peer-Reviewing in Software Engineering","display_name":"Pains and Gains of Peer-Reviewing in Software Engineering","publication_year":2020,"publication_date":"2020-01-16","ids":{"openalex":"https://openalex.org/W3001893202","doi":"https://doi.org/10.1145/3375572.3375575","mag":"3001893202"},"language":"en","primary_location":{"id":"doi:10.1145/3375572.3375575","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3375572.3375575","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014430977","display_name":"Jacopo Soldani","orcid":"https://orcid.org/0000-0002-2435-3543"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Jacopo Soldani","raw_affiliation_strings":["University of Pisa, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074982063","display_name":"Marco Kuhrmann","orcid":"https://orcid.org/0000-0001-6101-8931"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco Kuhrmann","raw_affiliation_strings":["University of Passau, Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022214666","display_name":"Dietmar Pfahl","orcid":"https://orcid.org/0000-0003-2400-501X"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Dietmar Pfahl","raw_affiliation_strings":["University of Tartu, Tartu, Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5014430977"],"corresponding_institution_ids":["https://openalex.org/I108290504"],"apc_list":null,"apc_paid":null,"fwci":1.8684,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88722123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"45","issue":"1","first_page":"12","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.634558379650116},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5718716979026794},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.566971480846405},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.47346797585487366},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4394012987613678},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.36504608392715454},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1653447151184082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.634558379650116},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5718716979026794},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.566971480846405},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.47346797585487366},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4394012987613678},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.36504608392715454},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1653447151184082},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3375572.3375575","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3375572.3375575","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1080096","is_oa":false,"landing_page_url":"http://hdl.handle.net/11568/1080096","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2518004408","https://openalex.org/W2766913883","https://openalex.org/W3023468469","https://openalex.org/W3105559631","https://openalex.org/W3106596156"],"related_works":["https://openalex.org/W2392812199","https://openalex.org/W4200176076","https://openalex.org/W598185802","https://openalex.org/W2355516524","https://openalex.org/W2361471170","https://openalex.org/W4281737987","https://openalex.org/W4386449603","https://openalex.org/W3124412501","https://openalex.org/W2153259510","https://openalex.org/W2048235121"],"abstract_inverted_index":{"Standard":[0],"Reviewing":[1],"Procedures":[2],"The":[3,29,122],"final":[4],"acceptance":[5,101,131],"decision":[6,102],"for":[7,24],"a":[8,136],"paper":[9],"can":[10,32],"be":[11,33,53],"taken":[12],"by":[13,93],"following":[14],"different":[15],"alternative":[16],"peer-reviewing":[17],"processes":[18,21],"(these":[19],"review":[20,49,66,108,115,120],"are":[22,39,76,91],"implemented":[23,98],"both":[25],"conferences":[26],"and":[27,110,153],"journals).":[28],"standard":[30],"setup":[31],"described":[34],"as":[35],"follows:":[36],"while":[37],"authors":[38,75],"usually":[40],"not":[41],"aware":[42,54,77],"of":[43,55,78,96,114,125,144],"the":[44,56,70,74,79,82,94,100,111,129,142,145],"reviewers'":[45,80],"identity":[46,58],"(so-called":[47],"blind":[48],"setting),":[50],"reviewers":[51],"may":[52],"authors'":[57],"or":[59,64,132],"not,":[60],"resulting":[61],"in":[62],"single-blind":[63],"double-blind":[65],"processes,":[67],"respectively.":[68],"In":[69],"rare":[71],"cases":[72],"when":[73],"identity,":[81],"reviewing":[83],"process":[84,124],"is":[85,103],"considered":[86],"zero-blind.":[87],"Other":[88],"feasible":[89],"alternatives":[90],"characterized":[92],"amount":[95],"stages":[97],"before":[99],"made":[104],"(single-stage":[105],"vs.":[106,118],"multi-stage":[107],"processes)":[109],"public":[112],"visibility":[113],"comments":[116],"(open/public":[117],"closed":[119],"processes).":[121],"actual":[123],"finding":[126],"agreement":[127],"regarding":[128],"papers'":[130],"rejection":[133],"has":[134],"also":[135],"certain":[137],"bandwidth,":[138],"ranging":[139],"from":[140],"delegating":[141],"responsibility":[143],"decision-making":[146],"to":[147,156],"few":[148],"people":[149],"over":[150],"staged":[151],"committee":[152],"board":[154],"setups":[155],"organizing":[157],"physical/virtual":[158],"meetings":[159],"involving":[160],"many":[161],"people.":[162]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}