{"id":"https://openalex.org/W2133561941","doi":"https://doi.org/10.1145/1368088.1368162","title":"Open source software peer review practices","display_name":"Open source software peer review practices","publication_year":2008,"publication_date":"2008-05-10","ids":{"openalex":"https://openalex.org/W2133561941","doi":"https://doi.org/10.1145/1368088.1368162","mag":"2133561941"},"language":"en","primary_location":{"id":"doi:10.1145/1368088.1368162","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1368088.1368162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th international conference on Software engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020289098","display_name":"Peter C. Rigby","orcid":"https://orcid.org/0000-0003-1137-4297"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peter C. Rigby","raw_affiliation_strings":["University of Victoria, Victoria, BC, Canada","Software Eng. Group, Univ. of Victoria, Victoria, BC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Software Eng. Group, Univ. of Victoria, Victoria, BC","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027592388","display_name":"Daniel M. Germ\u00e1n","orcid":"https://orcid.org/0000-0001-5661-4392"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel M. German","raw_affiliation_strings":["University of Victoria, Victoria, BC, Canada","Software Eng. Group, Univ. of Victoria, Victoria, BC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Software Eng. Group, Univ. of Victoria, Victoria, BC","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038905934","display_name":"Margaret\u2010Anne Storey","orcid":"https://orcid.org/0000-0003-2278-2536"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Margaret-Anne Storey","raw_affiliation_strings":["University of Victoria, Victoria, BC, Canada","Software Eng. Group, Univ. of Victoria, Victoria, BC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Software Eng. Group, Univ. of Victoria, Victoria, BC","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I212119943"],"apc_list":null,"apc_paid":null,"fwci":7.1003,"has_fulltext":false,"cited_by_count":235,"citation_normalized_percentile":{"value":0.97825571,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"541","last_page":"550"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7319087982177734},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7276854515075684},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.6698276996612549},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.4938419461250305},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.48513540625572205},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47813546657562256},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.47390806674957275},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4641244411468506},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.44292357563972473},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4356907308101654},{"id":"https://openalex.org/keywords/open-source-software-development","display_name":"Open-source software development","score":0.41463494300842285},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3808596730232239},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.3314778506755829},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.24502360820770264},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16153284907341003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13346713781356812}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7319087982177734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7276854515075684},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.6698276996612549},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.4938419461250305},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.48513540625572205},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47813546657562256},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.47390806674957275},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4641244411468506},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.44292357563972473},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4356907308101654},{"id":"https://openalex.org/C2778642129","wikidata":"https://www.wikidata.org/wiki/Q7096425","display_name":"Open-source software development","level":4,"score":0.41463494300842285},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3808596730232239},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.3314778506755829},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.24502360820770264},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16153284907341003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13346713781356812},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1368088.1368162","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1368088.1368162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th international conference on Software engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6299999952316284}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W92695177","https://openalex.org/W1527311855","https://openalex.org/W1546884423","https://openalex.org/W1595108726","https://openalex.org/W1976601048","https://openalex.org/W1986071441","https://openalex.org/W2005721525","https://openalex.org/W2008494127","https://openalex.org/W2041114254","https://openalex.org/W2043811931","https://openalex.org/W2076279155","https://openalex.org/W2102853796","https://openalex.org/W2111107104","https://openalex.org/W2127166753","https://openalex.org/W2130113839","https://openalex.org/W2130743551","https://openalex.org/W2131270544","https://openalex.org/W2132788048","https://openalex.org/W2154236932","https://openalex.org/W2161407365","https://openalex.org/W2169232226","https://openalex.org/W2172230260","https://openalex.org/W2177797324","https://openalex.org/W2337965632"],"related_works":["https://openalex.org/W2154443866","https://openalex.org/W1726218213","https://openalex.org/W653411734","https://openalex.org/W3143664952","https://openalex.org/W2512891830","https://openalex.org/W2105643718","https://openalex.org/W4206640248","https://openalex.org/W2108777707","https://openalex.org/W167327709","https://openalex.org/W4234266637"],"abstract_inverted_index":{"Peer":[0],"review":[1,46,129,138,186],"is":[2],"seen":[3],"as":[4,131,133,153],"an":[5,142,181],"important":[6],"quality":[7],"assurance":[8],"mechanism":[9],"in":[10,30,32,82,97,141],"both":[11],"industrial":[12,143],"development":[13],"and":[14,57,65,113,183],"the":[15,43,50,89,93,99,102,106,114,126],"open":[16],"source":[17],"software":[18],"(OSS)":[19],"community.":[20],"The":[21],"techniques":[22,47,130],"for":[23],"performing":[24],"inspections":[25],"have":[26],"been":[27],"well":[28,39,132],"studied":[29],"industry;":[31],"OSS":[33],"development,":[34],"peer":[35,45,185],"reviews":[36,117,149,157],"are":[37],"less":[38],"understood.":[40],"We":[41,121,145],"examine":[42],"two":[44,127],"used":[48,81],"by":[49,167],"successful,":[51],"mature":[52],"Apache":[53,128,137,148],"server":[54],"project:":[55],"review-then-commit":[56],"commit-then-review.":[58],"Using":[59],"archival":[60],"records":[61],"of":[62,73,91,95,101,116,125,136,159,175],"email":[63],"discussion":[64],"version":[66],"control":[67],"repositories,":[68],"we":[69,87],"construct":[70],"a":[71,111,123,134,168],"series":[72],"metrics":[74],"that":[75,118,147],"produces":[76],"measures":[77],"similar":[78],"to":[79,109,139,180],"those":[80],"traditional":[83],"inspection":[84,140],"experiments.":[85],"Specifically,":[86],"measure":[88],"frequency":[90],"review,":[92,105,112],"level":[94],"participation":[96],"reviews,":[98],"size":[100],"artifact":[103],"under":[104],"calendar":[107],"time":[108],"perform":[110],"number":[115],"find":[119],"defects.":[120],"provide":[122],"comparison":[124,135],"project.":[144],"conclude":[146],"can":[150],"be":[151],"described":[152],"(1)":[154],"early,":[155],"frequent":[156],"(2)":[158],"small,":[160,173],"independent,":[161],"complete":[162],"contributions":[163],"(3)":[164],"conducted":[165],"asynchronously":[166],"potentially":[169],"large,":[170],"but":[171],"actually":[172],"group":[174],"self-selected":[176],"experts":[177],"(4)":[178],"leading":[179],"efficient":[182],"effective":[184],"technique.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":24},{"year":2015,"cited_by_count":37},{"year":2014,"cited_by_count":22},{"year":2013,"cited_by_count":14},{"year":2012,"cited_by_count":10}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}