{"id":"https://openalex.org/W3156532258","doi":"https://doi.org/10.1145/3442381.3450088","title":"Peer Grading the Peer Reviews: A Dual-Role Approach for Lightening the Scholarly Paper Review Process","display_name":"Peer Grading the Peer Reviews: A Dual-Role Approach for Lightening the Scholarly Paper Review Process","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3156532258","doi":"https://doi.org/10.1145/3442381.3450088","mag":"3156532258"},"language":"en","primary_location":{"id":"doi:10.1145/3442381.3450088","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450088","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450088","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450088","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021242144","display_name":"In\u00e8s Arous","orcid":"https://orcid.org/0000-0001-7513-6197"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ines Arous","raw_affiliation_strings":["University of Fribourg, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029123550","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0002-0350-0313"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019682263","display_name":"Mourad Khayati","orcid":"https://orcid.org/0000-0002-7512-7124"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mourad Khayati","raw_affiliation_strings":["University of Fribourg, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028454093","display_name":"Philippe Cudr\u00e9-Mauroux","orcid":"https://orcid.org/0000-0003-2588-4212"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Philippe Cudre-Mauroux","raw_affiliation_strings":["University of Fribourg, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1916","last_page":"1927"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9053999781608582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.6940817832946777},{"id":"https://openalex.org/keywords/conformity","display_name":"Conformity","score":0.6831315755844116},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6489537954330444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6120877861976624},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.5875110030174255},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5548702478408813},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4470762312412262},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.33000779151916504},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3203238248825073},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22019422054290771},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.19503352046012878},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17557162046432495}],"concepts":[{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.6940817832946777},{"id":"https://openalex.org/C142172996","wikidata":"https://www.wikidata.org/wiki/Q221284","display_name":"Conformity","level":2,"score":0.6831315755844116},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6489537954330444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6120877861976624},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.5875110030174255},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5548702478408813},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4470762312412262},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.33000779151916504},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3203238248825073},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22019422054290771},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.19503352046012878},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17557162046432495},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3442381.3450088","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450088","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450088","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:doc.rero.ch:20210527102303-CY","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400148","display_name":"reroDoc Digital Library","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:tudelft.nl:uuid:efd06fd5-b732-4de2-8bc5-af985d5c5236","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:efd06fd5-b732-4de2-8bc5-af985d5c5236","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1145/3442381.3450088","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450088","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450088","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3156532258.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1552767446","https://openalex.org/W1968836033","https://openalex.org/W1969327548","https://openalex.org/W2000721204","https://openalex.org/W2017082987","https://openalex.org/W2034464625","https://openalex.org/W2048910496","https://openalex.org/W2055958975","https://openalex.org/W2079665167","https://openalex.org/W2093306219","https://openalex.org/W2099708568","https://openalex.org/W2104410755","https://openalex.org/W2104973501","https://openalex.org/W2126793736","https://openalex.org/W2139516750","https://openalex.org/W2143561480","https://openalex.org/W2145562323","https://openalex.org/W2166001595","https://openalex.org/W2225156818","https://openalex.org/W2250539671","https://openalex.org/W2293476956","https://openalex.org/W2295994670","https://openalex.org/W2526355008","https://openalex.org/W2552323286","https://openalex.org/W2558888286","https://openalex.org/W2605343202","https://openalex.org/W2608664745","https://openalex.org/W2752524112","https://openalex.org/W2768281947","https://openalex.org/W2783010571","https://openalex.org/W2789136128","https://openalex.org/W2798600398","https://openalex.org/W2951507555","https://openalex.org/W2963126689","https://openalex.org/W2996428491","https://openalex.org/W2998909337","https://openalex.org/W3011908097","https://openalex.org/W3012856521","https://openalex.org/W3099432283","https://openalex.org/W3101380508","https://openalex.org/W4285719527","https://openalex.org/W4288407534"],"related_works":["https://openalex.org/W4303980696","https://openalex.org/W4230983122","https://openalex.org/W1971648300","https://openalex.org/W2022268986","https://openalex.org/W2139748376","https://openalex.org/W2075387374","https://openalex.org/W4317666096","https://openalex.org/W2065931168","https://openalex.org/W2762573432","https://openalex.org/W4296322322"],"abstract_inverted_index":{"Scientific":[0],"peer":[1],"review":[2],"is":[3,18],"pivotal":[4],"to":[5,35,74],"maintain":[6],"quality":[7],"standards":[8,58],"for":[9],"academic":[10],"publication.":[11],"The":[12,49],"effectiveness":[13],"of":[14,26,40,42,45,59],"the":[15,23,56,60,70],"reviewing":[16],"process":[17],"currently":[19],"being":[20],"challenged":[21],"by":[22],"rapid":[24],"increase":[25],"paper":[27],"submissions":[28],"in":[29],"various":[30],"conferences.":[31,61],"Those":[32],"venues":[33],"need":[34],"recruit":[36],"a":[37,63,76],"large":[38],"number":[39],"reviewers":[41],"different":[43],"levels":[44],"expertise":[46],"and":[47],"background.":[48],"submitted":[50],"reviews":[51],"often":[52],"do":[53],"not":[54],"meet":[55],"conformity":[57],"Such":[62],"situation":[64],"poses":[65],"an":[66],"ever-bigger":[67],"burden":[68],"on":[69],"meta-reviewers":[71],"when":[72],"trying":[73],"reach":[75],"final":[77],"decision.":[78]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}