{"id":"https://openalex.org/W4205210468","doi":"https://doi.org/10.1145/3402127.3402132","title":"Pains and Gains of Peer-Reviewing in Software Engineering (2)","display_name":"Pains and Gains of Peer-Reviewing in Software Engineering (2)","publication_year":2020,"publication_date":"2020-07-09","ids":{"openalex":"https://openalex.org/W4205210468","doi":"https://doi.org/10.1145/3402127.3402132"},"language":"en","primary_location":{"id":"doi:10.1145/3402127.3402132","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3402127.3402132","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014430977","display_name":"Jacopo Soldani","orcid":"https://orcid.org/0000-0002-2435-3543"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Jacopo Soldani","raw_affiliation_strings":["University of Pisa, Pisa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5014430977"],"corresponding_institution_ids":["https://openalex.org/I108290504"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44563892,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"3","first_page":"15","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9128000140190125,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.7750124931335449},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.6409855484962463},{"id":"https://openalex.org/keywords/software-technical-review","display_name":"Software technical review","score":0.5921680331230164},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5762583613395691},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5626142024993896},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5233561396598816},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4501221477985382},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.3631284236907959},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3614116311073303},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3455856442451477},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.34434419870376587},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.32841163873672485},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24985367059707642},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10396689176559448}],"concepts":[{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.7750124931335449},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.6409855484962463},{"id":"https://openalex.org/C6586637","wikidata":"https://www.wikidata.org/wiki/Q7554372","display_name":"Software technical review","level":5,"score":0.5921680331230164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5762583613395691},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5626142024993896},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5233561396598816},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4501221477985382},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3631284236907959},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3614116311073303},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3455856442451477},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.34434419870376587},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.32841163873672485},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24985367059707642},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10396689176559448},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3402127.3402132","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3402127.3402132","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1080081","is_oa":false,"landing_page_url":"http://hdl.handle.net/11568/1080081","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2766913883","https://openalex.org/W3001893202","https://openalex.org/W3023468469"],"related_works":["https://openalex.org/W4250810083","https://openalex.org/W2034731048","https://openalex.org/W4205210468","https://openalex.org/W1991134941","https://openalex.org/W2491668716","https://openalex.org/W2155349963","https://openalex.org/W3115452883","https://openalex.org/W4234936958","https://openalex.org/W2136583432","https://openalex.org/W2568782200"],"abstract_inverted_index":{"The":[0,59],"standard":[1],"approach":[2],"for":[3,15],"evaluating":[4],"scientific":[5],"contributions":[6],"by":[7,17],"software":[8,71],"engineering":[9,72],"venues":[10],"is":[11,75],"peer-reviewing.":[12],"Papers":[13],"submitted":[14],"consideration":[16],"a":[18,120],"venue":[19],"are":[20,118],"sent":[21],"to":[22,87,137],"peers":[23],"(i.e.,":[24],"expert":[25],"colleagues":[26],"in":[27,45,51,102,113],"the":[28,40,52,70,76,103,114,127],"field),":[29],"who":[30],"carefully":[31],"read":[32],"them":[33],"and":[34,96,135],"provide":[35],"corresponding":[36],"evaluation":[37],"reports,":[38],"i.e.,":[39],"peer":[41],"reviews.":[42],"Peer-reviewing":[43],"comes":[44],"various":[46],"alternative":[47],"forms,":[48],"as":[49],"discussed":[50],"teaser":[53,60],"column":[54],"of":[55,105,123],"this":[56],"series":[57],"[1].":[58],"also":[61],"pointed":[62],"out":[63],"some":[64],"questions":[65,124,132],"currently":[66,79,108],"motivating":[67],"discussion":[68],"within":[69],"community:":[73],"Which":[74],"\"best\"":[77],"among":[78],"adopted":[80,109],"peer-reviewing":[81,110],"alternatives?":[82],"Would":[83],"it":[84],"be":[85,100],"better":[86],"have":[88],"zero-blind,":[89],"single-blind,":[90],"or":[91],"double-blind":[92],"reviews?":[93],"How":[94],"many,":[95],"which":[97],"stages":[98],"should":[99],"involved":[101],"process":[104],"peer-reviewing?":[106],"Are":[107],"processes":[111],"sustainable":[112],"long":[115],"run?":[116],"These":[117],"just":[119],"few":[121],"examples":[122],"setting":[125],"up":[126],"discussion,":[128],"with":[129],"many":[130],"other":[131],"outside":[133],"there":[134],"yet":[136],"come.":[138]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}