{"id":"https://openalex.org/W2115973081","doi":"https://doi.org/10.1145/1641309.1641332","title":"A jury of your peers","display_name":"A jury of your peers","publication_year":2009,"publication_date":"2009-10-25","ids":{"openalex":"https://openalex.org/W2115973081","doi":"https://doi.org/10.1145/1641309.1641332","mag":"2115973081"},"language":"en","primary_location":{"id":"doi:10.1145/1641309.1641332","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1641309.1641332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Symposium on Wikis and Open Collaboration","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051442967","display_name":"Aaron Halfaker","orcid":"https://orcid.org/0000-0001-8907-6367"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aaron Halfaker","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN","University of Minnesota , Minneapolis, Mn"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"University of Minnesota , Minneapolis, Mn","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050656871","display_name":"Aniket Kittur","orcid":"https://orcid.org/0000-0003-4192-9302"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aniket Kittur","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA","Carnegie-Mellon University, Pittsburgh, PA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084649058","display_name":"Robert E. Kraut","orcid":"https://orcid.org/0000-0002-8554-2137"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Kraut","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA","Carnegie-Mellon University, Pittsburgh, PA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028357447","display_name":"John Riedl","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Riedl","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN","University of Minnesota , Minneapolis, Mn"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"University of Minnesota , Minneapolis, Mn","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051442967"],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":11.5335,"has_fulltext":false,"cited_by_count":96,"citation_normalized_percentile":{"value":0.98310587,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-production","display_name":"Peer production","score":0.7114191651344299},{"id":"https://openalex.org/keywords/jury","display_name":"Jury","score":0.7087199687957764},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6496621370315552},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6491573452949524},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5644443035125732},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5510207414627075},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.4747381806373596},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.4656883478164673},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.38301774859428406},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.37832608819007874},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.374886155128479},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36582744121551514},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.19423910975456238},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.17639264464378357},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.171580970287323},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.14987224340438843},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.13143154978752136},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10473579168319702}],"concepts":[{"id":"https://openalex.org/C2779507501","wikidata":"https://www.wikidata.org/wiki/Q797769","display_name":"Peer production","level":2,"score":0.7114191651344299},{"id":"https://openalex.org/C2776119841","wikidata":"https://www.wikidata.org/wiki/Q837675","display_name":"Jury","level":2,"score":0.7087199687957764},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6496621370315552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6491573452949524},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5644443035125732},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5510207414627075},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.4747381806373596},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4656883478164673},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38301774859428406},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.37832608819007874},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.374886155128479},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36582744121551514},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.19423910975456238},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.17639264464378357},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.171580970287323},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.14987224340438843},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.13143154978752136},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10473579168319702},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1641309.1641332","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1641309.1641332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Symposium on Wikis and Open Collaboration","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G228070963","display_name":null,"funder_award_id":"IIS 05-34420","funder_id":"https://openalex.org/F4320337389","funder_display_name":"Division of Information and Intelligent Systems"}],"funders":[{"id":"https://openalex.org/F4320337389","display_name":"Division of Information and Intelligent Systems","ror":"https://ror.org/053a2cp42"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W9825390","https://openalex.org/W109801324","https://openalex.org/W1549492071","https://openalex.org/W1967074705","https://openalex.org/W1969046743","https://openalex.org/W1971896716","https://openalex.org/W1972376036","https://openalex.org/W1977025605","https://openalex.org/W2007232175","https://openalex.org/W2015486462","https://openalex.org/W2065100127","https://openalex.org/W2067509321","https://openalex.org/W2091375917","https://openalex.org/W2093753056","https://openalex.org/W2096708621","https://openalex.org/W2102271161","https://openalex.org/W2111122424","https://openalex.org/W2117720424","https://openalex.org/W2132764451","https://openalex.org/W2138334256","https://openalex.org/W2154236932","https://openalex.org/W2277715786","https://openalex.org/W6981753774"],"related_works":["https://openalex.org/W1604888609","https://openalex.org/W1893135669","https://openalex.org/W102422338","https://openalex.org/W1539088044","https://openalex.org/W3123840783","https://openalex.org/W4247363557","https://openalex.org/W2353193034","https://openalex.org/W3124390158","https://openalex.org/W2376887510","https://openalex.org/W2384229022"],"abstract_inverted_index":{"Wikipedia":[0,52],"is":[1,119],"a":[2,65,74],"highly":[3],"successful":[4],"example":[5],"of":[6,28,33,39,51,73,107,117],"what":[7],"mass":[8],"collaboration":[9],"in":[10,43,110],"an":[11],"informal":[12],"peer":[13],"review":[14],"system":[15],"can":[16],"accomplish.":[17],"In":[18,86],"this":[19],"paper,":[20],"we":[21],"examine":[22],"the":[23,26,29,31,34,37,40,44,59,71,113],"role":[24],"that":[25,80,115],"quality":[27,72],"contributions,":[30],"experience":[32,81],"contributors":[35,83,92],"and":[36,53,63],"ownership":[38,108,116],"content":[41,118],"play":[42],"decisions":[45],"over":[46],"which":[47,54],"contributions":[48],"become":[49],"part":[50],"ones":[55],"are":[56,93],"rejected":[57],"by":[58],"community.":[60],"We":[61,76,102],"introduce":[62],"justify":[64],"versatile":[66],"metric":[67],"for":[68],"automatically":[69],"measuring":[70],"contribution.":[75],"find":[77,104],"little":[78],"evidence":[79,106],"helps":[82],"avoid":[84],"rejection.":[85],"fact,":[87],"as":[88],"they":[89],"gain":[90],"experience,":[91],"even":[94],"more":[95],"likely":[96],"to":[97],"have":[98],"their":[99],"work":[100],"rejected.":[101],"also":[103],"strong":[105],"behaviors":[109],"practice":[111],"despite":[112],"fact":[114],"discouraged":[120],"within":[121],"Wikipedia.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":13}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}