{"id":"https://openalex.org/W1976512672","doi":"https://doi.org/10.1109/allerton.2014.7028435","title":"Rating and matching in peer review systems","display_name":"Rating and matching in peer review systems","publication_year":2014,"publication_date":"2014-09-01","ids":{"openalex":"https://openalex.org/W1976512672","doi":"https://doi.org/10.1109/allerton.2014.7028435","mag":"1976512672"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2014.7028435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2014.7028435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 52nd Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057973603","display_name":"Yuanzhang Xiao","orcid":"https://orcid.org/0000-0002-5821-8569"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yuanzhang Xiao","raw_affiliation_strings":["Department of Electrical Engineering, UCLA","Dept. of Electrical Engineering, UCLA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, UCLA","institution_ids":[]},{"raw_affiliation_string":"Dept. of Electrical Engineering, UCLA#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091434894","display_name":"Florian D\u00f6rfler","orcid":"https://orcid.org/0000-0002-9649-5305"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florian Dorfler","raw_affiliation_strings":["Automatic Control Laboratory, ETH Zurich, Switzerland","Automatic Control Laboratory,ETH Zurich,Switzerland"],"affiliations":[{"raw_affiliation_string":"Automatic Control Laboratory, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Automatic Control Laboratory,ETH Zurich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012339002","display_name":"Mihaela van der Schaar","orcid":"https://orcid.org/0000-0003-3933-6049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mihaela van der Schaar","raw_affiliation_strings":["Department of Electrical Engineering, UCLA","Dept. of Electrical Engineering, UCLA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, UCLA","institution_ids":[]},{"raw_affiliation_string":"Dept. of Electrical Engineering, UCLA#TAB#","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057973603"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9018,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.84254052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"2","issue":null,"first_page":"54","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.7970587015151978},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7808468341827393},{"id":"https://openalex.org/keywords/unobservable","display_name":"Unobservable","score":0.7644835710525513},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6008257269859314},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5586460828781128},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.4936710298061371},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.48068341612815857},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4263162314891815},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36276525259017944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26100414991378784},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.12176120281219482},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.10234877467155457},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08239823579788208}],"concepts":[{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.7970587015151978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7808468341827393},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.7644835710525513},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6008257269859314},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5586460828781128},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.4936710298061371},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.48068341612815857},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4263162314891815},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36276525259017944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26100414991378784},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.12176120281219482},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.10234877467155457},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08239823579788208},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton.2014.7028435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2014.7028435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 52nd Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1129480147","https://openalex.org/W1968131886","https://openalex.org/W1976512672","https://openalex.org/W2055291619","https://openalex.org/W2056700716","https://openalex.org/W2110013180","https://openalex.org/W2953360157","https://openalex.org/W3123258615","https://openalex.org/W3125764701","https://openalex.org/W4239116997","https://openalex.org/W6664201152"],"related_works":["https://openalex.org/W3152277407","https://openalex.org/W3125475412","https://openalex.org/W1586450138","https://openalex.org/W4235983279","https://openalex.org/W4235535745","https://openalex.org/W3123416035","https://openalex.org/W2947640074","https://openalex.org/W2366934955","https://openalex.org/W2390712896","https://openalex.org/W2182763921"],"abstract_inverted_index":{"Peer":[0],"review":[1,3,211,280],"(e.g.,":[2,52],"of":[4,12,87,128,191,201,238,334],"research":[5],"papers)":[6],"is":[7,30,271,282],"essential":[8],"for":[9,108,151],"the":[10,13,19,42,45,84,94,109,123,143,158,164,192,196,205,219,236,274,277,288,296,301,304,331],"success":[11],"scientific":[14],"community.":[15],"In":[16,120],"peer":[17],"review,":[18],"reviewers":[20,116,129,136,194,262,286,294],"voluntarily":[21],"exert":[22,138],"costly":[23],"effort":[24,38,70,96,322],"in":[25,178,287,295],"reviewing":[26,56],"papers.":[27,336],"Hence,":[28],"it":[29,270],"important":[31],"to":[32,35,67,115,137,160,189,203,223,243,256,261,284,292,300,326],"design":[33,149],"mechanisms":[34,333],"elicit":[36,68,319],"high":[37,69,139,171],"from":[39,71,98,323],"reviewers.":[40,72],"Exploiting":[41],"fact":[43],"that":[44,156,184,269,276,314,329],"researchers":[46],"interact":[47],"with":[48,117,195],"each":[49,186,240,258],"other":[50,263],"repeatedly":[51],"by":[53,130,234,254],"submitting":[54],"and":[55,64,90,105,111,133,169,208,213,291,306],"papers":[57,114],"over":[58],"years),":[59],"we":[60,146,176,217],"propose":[61],"a":[62,152,180],"rating":[63],"matching":[65,144,154,182,221,239,317,327],"mechanism":[66,75,103,124],"Our":[73],"proposed":[74,102,316],"overcomes":[76],"two":[77,193,224],"major":[78],"difficulties,":[79],"namely":[80],"adverse":[81],"selection":[82],"(i.e.,":[83,93],"unidentifiable":[85],"quality":[86,212,281],"heterogeneous":[88],"reviewers)":[89],"moral":[91],"hazard":[92],"unobservable":[95],"levels":[97],"reviewers).":[99],"Specifically,":[100],"our":[101,315],"assigns":[104,185],"updates":[106],"ratings":[107],"researchers,":[110],"matches":[112],"researchers'":[113],"similar":[118],"ratings.":[119,215],"this":[121],"way,":[122],"identifies":[125],"different":[126,135,302],"types":[127,166],"their":[131,170],"ratings,":[132,198,207],"incentivizes":[134],"effort.":[140],"Focusing":[141],"on":[142],"rule,":[145],"first":[147,227,289],"provide":[148,199],"guidelines":[150,200],"general":[153],"rule":[155,183,222],"leads":[157],"system":[159],"an":[161],"equilibrium,":[162],"where":[163],"reviewers'":[165],"are":[167,173,308],"identified":[168],"efforts":[172],"elicited.":[174],"Then":[175],"study":[177],"detail":[179],"baseline":[181,220],"researcher's":[187,241,259],"paper":[188,242,260],"one":[190],"closest":[197],"how":[202],"choose":[204],"initial":[206],"analyze":[209],"equilibrium":[210,214,279],"Finally,":[216],"extend":[218],"classes.":[225],"The":[226,246],"extension":[228,248],"provides":[229,249],"extra":[230,250],"reward":[231,251,285,305],"and/or":[232,252],"punishment":[233,253,307],"adjusting":[235],"probabilities":[237],"its":[244,265],"neighbors.":[245,266],"second":[247,297],"allowing":[255],"match":[257],"than":[264],"We":[267,311],"prove":[268,313],"beneficial":[272],"(in":[273],"sense":[275],"optimal":[278],"higher)":[283],"extension,":[290,298],"punish":[293],"due":[299],"ways":[303],"carried":[309],"out.":[310],"also":[312],"rules":[318,328],"much":[320],"higher":[321],"reviewers,":[324],"compared":[325],"mimic":[330],"current":[332],"assigning":[335]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}