{"id":"https://openalex.org/W1129480147","doi":"https://doi.org/10.1184/r1/6606278","title":"Impartial Peer Review","display_name":"Impartial Peer Review","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W1129480147","doi":"https://doi.org/10.1184/r1/6606278","mag":"1129480147"},"language":"en","primary_location":{"id":"pmh:oai:figshare.com:article/6606278","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Impartial_Peer_Review/6606278","pdf_url":"https://figshare.com/articles/journal_contribution/Impartial_Peer_Review/6606278","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Impartial_Peer_Review/6606278","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006931766","display_name":"David Kurokawa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurokawa, David","raw_affiliation_strings":["Carnegie Mellon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076014167","display_name":"Omer Lev","orcid":"https://orcid.org/0000-0001-7481-9439","observed_orcids":["https://orcid.org/0000-0001-7481-9439"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Lev, Omer","raw_affiliation_strings":["Hebrew University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebrew University","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045592180","display_name":"Jamie Morgenstern","orcid":"https://orcid.org/0000-0003-3753-8405","observed_orcids":["https://orcid.org/0000-0003-3753-8405"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Morgenstern, Jamie","raw_affiliation_strings":["Carnegie Mellon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102964654","display_name":"Ariel D. Procaccia","orcid":"https://orcid.org/0000-0003-0318-491X","observed_orcids":["https://orcid.org/0000-0003-0318-491X"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Procaccia, Ariel D.","raw_affiliation_strings":["Carnegie Mellon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.5159,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.98058185,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"2015","issue":null,"first_page":"582","last_page":"588"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.9100000262260437},{"id":"https://openalex.org/keywords/self-review","display_name":"self-review","score":0.597000002861023},{"id":"https://openalex.org/keywords/proposal-selection","display_name":"proposal selection","score":0.6420000195503235},{"id":"https://openalex.org/keywords/selection-mechanisms","display_name":"selection mechanisms","score":0.675000011920929},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"mechanism design","score":0.6549999713897705},{"id":"https://openalex.org/keywords/national-science-foundation","display_name":"National Science Foundation","score":0.6309999823570251}],"concepts":[{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.8240817785263062},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6606270670890808},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6600546836853027},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6572046279907227},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4131462275981903},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3469867706298828},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33683276176452637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23936688899993896},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.20154866576194763},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.17307066917419434},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07237651944160461}],"mesh":[],"locations_count":7,"locations":[{"id":"pmh:oai:figshare.com:article/6606278","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Impartial_Peer_Review/6606278","pdf_url":"https://figshare.com/articles/journal_contribution/Impartial_Peer_Review/6606278","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.703.8195","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.703.8195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://procaccia.info/papers/impartial.ijcai15.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.868.8207","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.868.8207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://repository.cmu.edu/cgi/viewcontent.cgi?article%3D3748%26context%3Dcompsci","raw_type":"text"},{"id":"pmh:oai:repository.cmu.edu:compsci-3748","doi":null,"is_oa":false,"landing_page_url":"http://repository.cmu.edu/cgi/viewcontent.cgi?article=3748&context=compsci","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science Department","raw_type":"text"},{"id":"doi:10.1184/r1/6606278","doi":"https://doi.org/10.1184/r1/6606278","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/6606278","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},{"id":"doi:10.1184/r1/6606278.v1","doi":"https://doi.org/10.1184/r1/6606278.v1","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/6606278.v1","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:1129480147","doi":null,"is_oa":false,"landing_page_url":"https://www.ijcai.org/Proceedings/15/Papers/088.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419142","display_name":"International Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/6606278","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Impartial_Peer_Review/6606278","pdf_url":"https://figshare.com/articles/journal_contribution/Impartial_Peer_Review/6606278","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1129480147.pdf","grobid_xml":"https://content.openalex.org/works/W1129480147.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1558752712","https://openalex.org/W1982749114","https://openalex.org/W1989795702","https://openalex.org/W2006437246","https://openalex.org/W2047179339","https://openalex.org/W2055395921","https://openalex.org/W2091152488","https://openalex.org/W2093375346","https://openalex.org/W2111490728","https://openalex.org/W2152846304","https://openalex.org/W2157952045","https://openalex.org/W2286107653","https://openalex.org/W2399506273","https://openalex.org/W2903253530"],"related_works":["https://openalex.org/W2340065903","https://openalex.org/W7212127649","https://openalex.org/W4414194220","https://openalex.org/W2278055525","https://openalex.org/W4313368329","https://openalex.org/W2761100584","https://openalex.org/W1976512672","https://openalex.org/W2091375917","https://openalex.org/W2047179339","https://openalex.org/W1984874509"],"abstract_inverted_index":{"Motivated":[0],"by":[1,26,66,105],"a":[2,67,91],"radically":[3],"new":[4],"peer":[5,18],"review":[6,19,41],"system":[7],"that":[8,62,89,95],"the":[9,63,75,78,102,106,111,117,121],"National":[10],"Science":[11],"Foundation":[12],"recently":[13],"experimented":[14],"with,":[15],"we":[16],"study":[17],"systems":[20],"in":[21,57],"which":[22,60],"proposals":[23,31,71,94],"are":[24,55],"reviewed":[25],"PIs":[27],"who":[28],"have":[29],"submitted":[30],"themselves.":[32],"An":[33],"(m,":[34],"k)-selection":[35],"mechanism":[36,88,119],"asks":[37],"each":[38],"PI":[39,68],"to":[40,48,69],"m":[42],"proposals,":[43],"and":[44],"uses":[45],"these":[46],"reviews":[47,127],"select":[49],"(at":[50],"most)":[51],"k":[52],"proposals.":[53],"We":[54,84],"interested":[56],"impartial":[58,87],"mechanisms,":[59],"guarantee":[61],"ratings":[64],"given":[65],"others\u2019":[70],"do":[72],"not":[73],"affect":[74],"likelihood":[76],"of":[77,93,124],"PI\u2019s":[79],"own":[80],"proposal":[81],"being":[82],"selected.":[83],"design":[85],"an":[86],"selects":[90],"k-subset":[92],"is":[96],"nearly":[97],"as":[98,101],"highly":[99],"rated":[100],"one":[103],"selected":[104],"non-impartial":[107],"(abstract":[108],"version":[109],"of)":[110],"NSF":[112],"pilot":[113],"mechanism,":[114],"even":[115],"when":[116],"latter":[118],"has":[120],"\u201cunfair\u201d":[122],"advantage":[123],"eliciting":[125],"honest":[126]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}