{"id":"https://openalex.org/W2064268350","doi":"https://doi.org/10.1145/1878450.1878470","title":"A method for measuring helpfulness in online peer review","display_name":"A method for measuring helpfulness in online peer review","publication_year":2010,"publication_date":"2010-09-27","ids":{"openalex":"https://openalex.org/W2064268350","doi":"https://doi.org/10.1145/1878450.1878470","mag":"2064268350"},"language":"en","primary_location":{"id":"doi:10.1145/1878450.1878470","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1878450.1878470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Design of Communication","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044423127","display_name":"William Hart-Davidson","orcid":"https://orcid.org/0000-0001-8147-1610"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Hart-Davidson","raw_affiliation_strings":["Michigan State University, East Lansing, MI","Michigan State University East Lansing, MI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University, East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Michigan State University East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109976305","display_name":"Michael K. McLeod","orcid":null},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael McLeod","raw_affiliation_strings":["Michigan State University, East Lansing, MI","Michigan State University East Lansing, MI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University, East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Michigan State University East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039675193","display_name":"Christopher Klerkx","orcid":null},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Klerkx","raw_affiliation_strings":["Michigan State University, East Lansing, MI","Michigan State University East Lansing, MI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University, East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Michigan State University East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087645461","display_name":"Michael Wojcik","orcid":"https://orcid.org/0000-0003-1257-870X"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Wojcik","raw_affiliation_strings":["Michigan State University, East Lansing, MI","Michigan State University East Lansing, MI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University, East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Michigan State University East Lansing, MI","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"115","last_page":"121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9527000188827515,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/helpfulness","display_name":"Helpfulness","score":0.993259608745575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7388540506362915},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6919611692428589},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.48395493626594543},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46481853723526},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.453901469707489},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3645842671394348},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.31989043951034546},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1602841317653656}],"concepts":[{"id":"https://openalex.org/C2781265381","wikidata":"https://www.wikidata.org/wiki/Q5710255","display_name":"Helpfulness","level":2,"score":0.993259608745575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7388540506362915},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6919611692428589},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.48395493626594543},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46481853723526},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.453901469707489},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3645842671394348},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.31989043951034546},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1602841317653656},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1878450.1878470","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1878450.1878470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Design of Communication","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W142345412","https://openalex.org/W605754460","https://openalex.org/W1491825830","https://openalex.org/W1997041362","https://openalex.org/W2019923146","https://openalex.org/W2028406036","https://openalex.org/W2029772115","https://openalex.org/W2503487013","https://openalex.org/W4291376822","https://openalex.org/W4294344217","https://openalex.org/W6657623176","https://openalex.org/W7044180895"],"related_works":["https://openalex.org/W3168910912","https://openalex.org/W2080162505","https://openalex.org/W154757022","https://openalex.org/W2000898175","https://openalex.org/W2783918606","https://openalex.org/W3194979224","https://openalex.org/W2753251937","https://openalex.org/W3029282953","https://openalex.org/W2042613670","https://openalex.org/W2362984426"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"an":[3,18],"original":[4],"method":[5],"for":[6,33],"evaluating":[7],"peer":[8,37],"review":[9],"in":[10,35],"online":[11,36],"systems":[12],"by":[13],"calculating":[14],"the":[15,25],"helpfulness":[16],"of":[17,27],"individual":[19],"reviewer's":[20],"response.":[21],"We":[22],"focus":[23],"on":[24],"development":[26],"specific":[28],"and":[29],"machine":[30],"scoreable":[31],"indicators":[32],"quality":[34],"review.":[38]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}