{"id":"https://openalex.org/W4308745679","doi":"https://doi.org/10.1007/s11280-022-01109-z","title":"What have we learned from OpenReview?","display_name":"What have we learned from OpenReview?","publication_year":2022,"publication_date":"2022-11-09","ids":{"openalex":"https://openalex.org/W4308745679","doi":"https://doi.org/10.1007/s11280-022-01109-z"},"language":"en","primary_location":{"id":"doi:10.1007/s11280-022-01109-z","doi":"https://doi.org/10.1007/s11280-022-01109-z","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11280-022-01109-z","pdf_url":null,"source":{"id":"https://openalex.org/S129236917","display_name":"World Wide Web","issn_l":"1386-145X","issn":["1386-145X","1573-1413"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Wide Web","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100367403","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0002-7266-2412","observed_orcids":["https://orcid.org/0000-0002-7266-2412"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Peng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Peng","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367496","display_name":"Yanfeng Zhang","orcid":"https://orcid.org/0000-0002-9871-0304","observed_orcids":["https://orcid.org/0000-0002-9871-0304","https://orcid.org/0000-0002-0433-7861"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanfeng Zhang","raw_affiliation_strings":["Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Shenyang, 110169, China","School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Shenyang, 110169, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432821","display_name":"Mingyang Zhang","orcid":"https://orcid.org/0000-0002-9768-516X","observed_orcids":["https://orcid.org/0000-0002-9768-516X","https://orcid.org/0009-0002-5115-7852"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, 110169, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100367496"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":null,"fwci":1.467,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86038696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"26","issue":"2","first_page":"683","last_page":"708"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.35179999470710754,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.35179999470710754,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.24009999632835388,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13516","display_name":"Publishing and Scholarly Communication","score":0.19169999659061432,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anonymous-peer-review","display_name":"anonymous peer review","score":0.8349999785423279},{"id":"https://openalex.org/keywords/double-blind-peer-review","display_name":"double-blind review","score":0.8500000238418579},{"id":"https://openalex.org/keywords/computer-science-conferences","display_name":"computer science conferences","score":0.7200000286102295},{"id":"https://openalex.org/keywords/meta-review","display_name":"meta-review","score":0.6010000109672546},{"id":"https://openalex.org/keywords/rebuttal","display_name":"rebuttal","score":0.9539999961853027},{"id":"https://openalex.org/keywords/citation-data","display_name":"citation data","score":0.46700000762939453},{"id":"https://openalex.org/keywords/review-effectiveness","display_name":"review effectiveness","score":0.4259999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8348121047019958},{"id":"https://openalex.org/C84976871","wikidata":"https://www.wikidata.org/wiki/Q2015673","display_name":"Openness to experience","level":2,"score":0.7535107731819153},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.7460203170776367},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.6994484663009644},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5928056240081787},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.4744183421134949},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.426662415266037},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3935711979866028},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36605092883110046},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12173527479171753},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0831763744354248},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11280-022-01109-z","doi":"https://doi.org/10.1007/s11280-022-01109-z","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11280-022-01109-z","pdf_url":null,"source":{"id":"https://openalex.org/S129236917","display_name":"World Wide Web","issn_l":"1386-145X","issn":["1386-145X","1573-1413"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Wide Web","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2845204914","display_name":null,"funder_award_id":"U1811261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8658934883","display_name":null,"funder_award_id":"2072082","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1602206323","https://openalex.org/W1976457156","https://openalex.org/W2004863391","https://openalex.org/W2016381774","https://openalex.org/W2072022739","https://openalex.org/W2128440444","https://openalex.org/W2399506273","https://openalex.org/W2526355008","https://openalex.org/W2754962128","https://openalex.org/W2767685511","https://openalex.org/W2798600398","https://openalex.org/W2798988619","https://openalex.org/W2922604858","https://openalex.org/W2950985300","https://openalex.org/W2964211782","https://openalex.org/W2971122475","https://openalex.org/W3028222879","https://openalex.org/W3103553006","https://openalex.org/W3137931266","https://openalex.org/W3205513363","https://openalex.org/W4205268542","https://openalex.org/W4383531847","https://openalex.org/W6813542777"],"related_works":["https://openalex.org/W2121395634","https://openalex.org/W2944203459","https://openalex.org/W4416931819","https://openalex.org/W2901717280","https://openalex.org/W2765327763","https://openalex.org/W7163563720","https://openalex.org/W2035367317","https://openalex.org/W2557848414","https://openalex.org/W7213155898","https://openalex.org/W4243817358"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2022-11-15T00:00:00"}