{"id":"https://openalex.org/W2011366299","doi":"https://doi.org/10.1145/2427036.2427040","title":"Findings and implications from data mining the IMC review process","display_name":"Findings and implications from data mining the IMC review process","publication_year":2012,"publication_date":"2012-01-09","ids":{"openalex":"https://openalex.org/W2011366299","doi":"https://doi.org/10.1145/2427036.2427040","mag":"2011366299"},"language":"en","primary_location":{"id":"doi:10.1145/2427036.2427040","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2427036.2427040","pdf_url":null,"source":{"id":"https://openalex.org/S66039016","display_name":"ACM SIGCOMM Computer Communication Review","issn_l":"0146-4833","issn":["0146-4833","1943-5819"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGCOMM Computer Communication Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102981350","display_name":"Robert Beverly","orcid":"https://orcid.org/0000-0002-5005-7350"},"institutions":[{"id":"https://openalex.org/I35364215","display_name":"Naval Postgraduate School","ror":"https://ror.org/033yfkj90","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I3130687028","https://openalex.org/I35364215"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Beverly","raw_affiliation_strings":["Naval Postgraduate School, Monterey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Postgraduate School, Monterey, CA, USA","institution_ids":["https://openalex.org/I35364215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111959870","display_name":"Mark Allman","orcid":null},"institutions":[{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Allman","raw_affiliation_strings":["International Computer Science Institute, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Computer Science Institute, Berkeley, CA, USA","institution_ids":["https://openalex.org/I1297971548"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.08462199,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"43","issue":"1","first_page":"22","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8407129049301147},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.7618803381919861},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.6837408542633057},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6752862930297852},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6104053854942322},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.5514928102493286},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19843724370002747},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12807893753051758}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8407129049301147},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.7618803381919861},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.6837408542633057},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6752862930297852},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6104053854942322},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5514928102493286},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19843724370002747},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12807893753051758},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/2427036.2427040","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2427036.2427040","pdf_url":null,"source":{"id":"https://openalex.org/S66039016","display_name":"ACM SIGCOMM Computer Communication Review","issn_l":"0146-4833","issn":["0146-4833","1943-5819"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGCOMM Computer Communication Review","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.1031.1924","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.1031.1924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://calhoun.nps.edu/bitstream/handle/10945/36479/inc_Beverly_2013.pdf%3Bjsessionid%3D447AFFA604F19BEF0C3B64D9E1E76C5B?sequence%3D1","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.298.7400","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.298.7400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.icir.org/mallman/papers/data-mining-imc-ccr13.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.304.6046","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.304.6046","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.sigcomm.org/sites/default/files/ccr/papers/2013/January/2427036-2427040.pdf","raw_type":"text"},{"id":"pmh:oai:calhoun.nps.edu:10945/36479","is_oa":false,"landing_page_url":"http://hdl.handle.net/10945/36479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400952","display_name":"Calhoun: The Naval Postgraduate School Institutional Archive (Naval Postgraduate School)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35364215","host_organization_name":"Naval Postgraduate School","host_organization_lineage":["https://openalex.org/I35364215"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W5788460","https://openalex.org/W32793525","https://openalex.org/W175030052","https://openalex.org/W1876847540","https://openalex.org/W1990701202","https://openalex.org/W1991330531","https://openalex.org/W1991436778","https://openalex.org/W2016492541","https://openalex.org/W2020463925","https://openalex.org/W2029038266","https://openalex.org/W2034228952","https://openalex.org/W2034274945","https://openalex.org/W2061302586","https://openalex.org/W2090738450","https://openalex.org/W2113952909","https://openalex.org/W2264297261","https://openalex.org/W2910001684","https://openalex.org/W2914856469","https://openalex.org/W3005936311","https://openalex.org/W4236706032","https://openalex.org/W4239953570","https://openalex.org/W6600230030","https://openalex.org/W6601356805","https://openalex.org/W6607045664","https://openalex.org/W6759199552"],"related_works":["https://openalex.org/W3204832954","https://openalex.org/W2081830265","https://openalex.org/W2780447063","https://openalex.org/W3164506619","https://openalex.org/W1543318773","https://openalex.org/W4238586611","https://openalex.org/W3097810876","https://openalex.org/W3002956233","https://openalex.org/W4319339297","https://openalex.org/W1997634974"],"abstract_inverted_index":{"The":[0],"computer":[1,26,33,54],"science":[2,27,34],"research":[3],"paper":[4],"review":[5,14,35,79],"process":[6,80],"is":[7],"largely":[8],"human":[9],"and":[10,19,29,48,71,86],"time-intensive.":[11],"More":[12],"worrisome,":[13],"processes":[15],"are":[16],"frequently":[17],"questioned,":[18],"often":[20],"non-transparent.":[21],"This":[22],"work":[23],"advocates":[24],"applying":[25],"methods":[28,81],"tools":[30],"to":[31,82],"the":[32,44,64],"process.":[36],"As":[37],"an":[38],"initial":[39],"exploration,":[40],"we":[41,77],"data":[42],"mine":[43],"submissions,":[45],"bids,":[46],"reviews,":[47],"decisions":[49],"from":[50],"a":[51],"recent":[52],"top-tier":[53],"networking":[55],"conference.":[56],"We":[57],"empirically":[58],"test":[59],"several":[60],"common":[61],"hypotheses,":[62],"including":[63],"existence":[65],"of":[66],"readability,":[67],"citation,":[68],"call-for-paper":[69],"adherence,":[70],"topical":[72],"bias.":[73],"From":[74],"our":[75],"findings,":[76],"hypothesize":[78],"improve":[83],"fairness,":[84],"efficiency,":[85],"transparency.":[87]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}