{"id":"https://openalex.org/W3009439632","doi":"https://doi.org/10.1017/s1351324920000030","title":"Emerging trends: Reviewing the reviewers (again)","display_name":"Emerging trends: Reviewing the reviewers (again)","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3009439632","doi":"https://doi.org/10.1017/s1351324920000030","mag":"3009439632"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324920000030","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324920000030","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/10CDC1D71E1AEB21456CFBDA187CBCB6/S1351324920000030a.pdf/div-class-title-emerging-trends-reviewing-the-reviewers-again-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/10CDC1D71E1AEB21456CFBDA187CBCB6/S1351324920000030a.pdf/div-class-title-emerging-trends-reviewing-the-reviewers-again-div.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016543371","display_name":"Kenneth Church","orcid":"https://orcid.org/0000-0001-8378-6069"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kenneth Ward Church","raw_affiliation_strings":["Baidu, Sunnyvale, CA94089, USA"],"affiliations":[{"raw_affiliation_string":"Baidu, Sunnyvale, CA94089, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5016543371"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7233,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.87371791,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"26","issue":"2","first_page":"245","last_page":"257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8087272047996521},{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.7543034553527832},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.7065190076828003},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5048268437385559},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4895647466182709},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.4780600368976593},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33895331621170044},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.28971874713897705},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22678714990615845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8087272047996521},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.7543034553527832},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.7065190076828003},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5048268437385559},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4895647466182709},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.4780600368976593},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33895331621170044},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.28971874713897705},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22678714990615845},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324920000030","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324920000030","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/10CDC1D71E1AEB21456CFBDA187CBCB6/S1351324920000030a.pdf/div-class-title-emerging-trends-reviewing-the-reviewers-again-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/s1351324920000030","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324920000030","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/10CDC1D71E1AEB21456CFBDA187CBCB6/S1351324920000030a.pdf/div-class-title-emerging-trends-reviewing-the-reviewers-again-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3009439632.pdf","grobid_xml":"https://content.openalex.org/works/W3009439632.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1508724808","https://openalex.org/W1514244438","https://openalex.org/W1632114991","https://openalex.org/W1854214752","https://openalex.org/W1982976269","https://openalex.org/W2073818266","https://openalex.org/W2091538236","https://openalex.org/W2159964404","https://openalex.org/W2551122076","https://openalex.org/W2592437185","https://openalex.org/W2618665414","https://openalex.org/W2620300291","https://openalex.org/W2737988770","https://openalex.org/W2742521537","https://openalex.org/W2748401780","https://openalex.org/W2768281947","https://openalex.org/W2962739339","https://openalex.org/W2998387619","https://openalex.org/W4251230844","https://openalex.org/W6636649193","https://openalex.org/W6639055396","https://openalex.org/W6767162930"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1568520348","https://openalex.org/W3214407891","https://openalex.org/W3194113117","https://openalex.org/W3213194066","https://openalex.org/W4287020359","https://openalex.org/W268355439","https://openalex.org/W2967125893","https://openalex.org/W4385323698","https://openalex.org/W2385362579"],"abstract_inverted_index":{"Abstract":[0],"The":[1,87],"ACL-2019":[2],"Business":[3,48],"meeting":[4],"ended":[5],"with":[6],"a":[7,14,27,33,117],"discussion":[8],"of":[9,29],"reviewing.":[10,63],"Conferences":[11],"are":[12,18,85],"experiencing":[13],"success":[15,30],"catastrophe.":[16],"They":[17],"becoming":[19],"bigger":[20],"and":[21,37,103],"bigger,":[22],"which":[23],"is":[24,53],"not":[25,54],"only":[26],"sign":[28],"but":[31,60],"also":[32],"challenge":[34],"(for":[35],"reviewing":[36,69,88],"more).":[38],"Various":[39],"proposals":[40],"for":[41],"reducing":[42],"submissions":[43],"were":[44],"discussed":[45],"at":[46],"the":[47,51],"meeting.":[49],"IMHO,":[50],"problem":[52],"so":[55],"much":[56],"too":[57],"many":[58],"submissions,":[59,102],"rather,":[61],"random":[62],"We":[64],"cannot":[65],"afford":[66],"to":[67,78,99,108],"do":[68,74],"as":[70,72],"badly":[71],"we":[73],"(because":[75],"that":[76],"leads":[77],"even":[79],"more":[80,110],"submissions).":[81],"Negative":[82],"feedback":[83],"loops":[84],"effective.":[86],"process":[89],"will":[90],"improve":[91,125],"over":[92],"time":[93],"if":[94],"reviewers":[95,106],"teach":[96,105],"authors":[97,104],"how":[98,107],"write":[100,109],"better":[101],"constructive":[111],"reviews.":[112],"If":[113],"you":[114],"have":[115],"received":[116],"not-ok":[118,129],"(unhelpful/offensive)":[119],"review,":[120],"please":[121],"help":[122],"program":[123],"committees":[124],"by":[126],"sharing":[127],"your":[128],"reviews":[130],"on":[131],"social":[132],"media.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}