{"id":"https://openalex.org/W2170965652","doi":"https://doi.org/10.1177/0165551504041673","title":"The Reliability of Peer Reviews of Papers on Information Systems","display_name":"The Reliability of Peer Reviews of Papers on Information Systems","publication_year":2004,"publication_date":"2004-02-01","ids":{"openalex":"https://openalex.org/W2170965652","doi":"https://doi.org/10.1177/0165551504041673","mag":"2170965652"},"language":"en","primary_location":{"id":"doi:10.1177/0165551504041673","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0165551504041673","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077169152","display_name":"Michael Wood","orcid":"https://orcid.org/0000-0002-6216-142X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Michael Wood","raw_affiliation_strings":["Department of Accounting, Law and Management Science, Portsmouth Business                        School, Portsmouth, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Accounting, Law and Management Science, Portsmouth Business                        School, Portsmouth, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045945931","display_name":"Martyn Roberts","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martyn Roberts","raw_affiliation_strings":["Department of Accounting, Law and Management Science, Portsmouth Business                        School, Portsmouth, UK","Department of Accounting, Law and Management Science, Portsmouth Business School, Portsmouth, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Accounting, Law and Management Science, Portsmouth Business                        School, Portsmouth, UK","institution_ids":[]},{"raw_affiliation_string":"Department of Accounting, Law and Management Science, Portsmouth Business School, Portsmouth, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109144121","display_name":"Barbara Howell","orcid":null},"institutions":[{"id":"https://openalex.org/I84027002","display_name":"Leeds Beckett University","ror":"https://ror.org/02xsh5r57","country_code":"GB","type":"education","lineage":["https://openalex.org/I84027002"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Barbara Howell","raw_affiliation_strings":["School of Information Management, Leeds Metropolitan University, Leeds                        LS6 3QS, UK","School of Information Management, Leeds Metropolitan University, Leeds LS6 3QS, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Leeds Metropolitan University, Leeds                        LS6 3QS, UK","institution_ids":["https://openalex.org/I84027002"]},{"raw_affiliation_string":"School of Information Management, Leeds Metropolitan University, Leeds LS6 3QS, UK","institution_ids":["https://openalex.org/I84027002"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077169152"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8445,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.79097093,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":"1","first_page":"2","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.835541844367981},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5999560356140137},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.48562970757484436},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.4454532265663147},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.4427134394645691},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12368455529212952},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.11424365639686584},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.0565943717956543}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.835541844367981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5999560356140137},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.48562970757484436},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4454532265663147},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.4427134394645691},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12368455529212952},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11424365639686584},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0565943717956543},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/0165551504041673","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0165551504041673","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W355727244","https://openalex.org/W1527094582","https://openalex.org/W1536128219","https://openalex.org/W1557448944","https://openalex.org/W1596591078","https://openalex.org/W1969691662","https://openalex.org/W1976871561","https://openalex.org/W1978144705","https://openalex.org/W1993542189","https://openalex.org/W2014896603","https://openalex.org/W2016359003","https://openalex.org/W2022862334","https://openalex.org/W2042440123","https://openalex.org/W2052258262","https://openalex.org/W2053154970","https://openalex.org/W2054100472","https://openalex.org/W2100526221","https://openalex.org/W2102073367","https://openalex.org/W2212838023","https://openalex.org/W4211032755"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W1607054433","https://openalex.org/W3005535424","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W2994319598","https://openalex.org/W2110842462","https://openalex.org/W4233757488"],"abstract_inverted_index":{"This":[0],"paper":[1,62],"analyses":[2],"the":[3,6,15,32,49,52,66,71,80],"reliability":[4,29,53],"of":[5,28,65,68,82,85],"double-blind":[7],"peer":[8],"review":[9],"systems":[10],"used":[11],"for":[12,21,70,78],"submissions":[13],"to":[14],"2001":[16],"and":[17,74],"2002":[18],"UK":[19],"Academy":[20],"Information":[22],"Systems":[23],"(UKAIS)":[24],"conferences.":[25],"The":[26,61],"level":[27,54],"found":[30],"in":[31],"first":[33],"conference":[34,51],"was":[35,55],"marginally":[36],"lower":[37],"than":[38],"would":[39],"be":[40],"expected":[41],"from":[42],"a":[43,76],"model":[44,77],"based":[45],"on":[46],"chance.":[47],"In":[48],"second":[50],"significantly":[56],"better,":[57],"but":[58],"still":[59],"low.":[60],"explores":[63],"some":[64],"implications":[67],"this":[69],"reviewing":[72],"system,":[73],"suggests":[75],"assessing":[79],"impact":[81],"low":[83],"levels":[84],"reliability.":[86]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":6}],"updated_date":"2026-05-05T06:06:40.768181","created_date":"2025-10-10T00:00:00"}