{"id":"https://openalex.org/W2962795110","doi":"https://doi.org/10.1109/tnse.2018.2877578","title":"Incentive Design in Peer Review: Rating and Repeated Endogenous Matching","display_name":"Incentive Design in Peer Review: Rating and Repeated Endogenous Matching","publication_year":2018,"publication_date":"2018-10-22","ids":{"openalex":"https://openalex.org/W2962795110","doi":"https://doi.org/10.1109/tnse.2018.2877578","mag":"2962795110"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2018.2877578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2018.2877578","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057973603","display_name":"Yuanzhang Xiao","orcid":"https://orcid.org/0000-0002-5821-8569"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuanzhang Xiao","raw_affiliation_strings":["University of Hawaii, Manoa"],"affiliations":[{"raw_affiliation_string":"University of Hawaii, Manoa","institution_ids":["https://openalex.org/I117965899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091434894","display_name":"Florian D\u00f6rfler","orcid":"https://orcid.org/0000-0002-9649-5305"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florian Dorfler","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012339002","display_name":"Mihaela van der Schaar","orcid":"https://orcid.org/0000-0003-3933-6049"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mihaela van der Schaar","raw_affiliation_strings":["University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057973603"],"corresponding_institution_ids":["https://openalex.org/I117965899"],"apc_list":null,"apc_paid":null,"fwci":0.847,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.78463359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"6","issue":"4","first_page":"898","last_page":"908"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adverse-selection","display_name":"Adverse selection","score":0.8172248601913452},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.7298649549484253},{"id":"https://openalex.org/keywords/moral-hazard","display_name":"Moral hazard","score":0.7147820591926575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.648820161819458},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6448853611946106},{"id":"https://openalex.org/keywords/private-information-retrieval","display_name":"Private information retrieval","score":0.6150878667831421},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5172772407531738},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4822607636451721},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.47662246227264404},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.4619581699371338},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3836307227611542},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.227446049451828},{"id":"https://openalex.org/keywords/actuarial-science","display_name":"Actuarial science","score":0.22088965773582458},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.16353923082351685},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1459510624408722},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10787317156791687}],"concepts":[{"id":"https://openalex.org/C32252159","wikidata":"https://www.wikidata.org/wiki/Q380037","display_name":"Adverse selection","level":2,"score":0.8172248601913452},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.7298649549484253},{"id":"https://openalex.org/C2780202544","wikidata":"https://www.wikidata.org/wiki/Q44454","display_name":"Moral hazard","level":3,"score":0.7147820591926575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.648820161819458},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6448853611946106},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.6150878667831421},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5172772407531738},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4822607636451721},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.47662246227264404},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4619581699371338},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3836307227611542},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.227446049451828},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.22088965773582458},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.16353923082351685},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1459510624408722},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10787317156791687},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2018.2877578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2018.2877578","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W357046174","https://openalex.org/W1129480147","https://openalex.org/W1735730224","https://openalex.org/W1968131886","https://openalex.org/W1972441413","https://openalex.org/W1976512672","https://openalex.org/W1981976566","https://openalex.org/W2001825196","https://openalex.org/W2038990091","https://openalex.org/W2055291619","https://openalex.org/W2056700716","https://openalex.org/W2068115726","https://openalex.org/W2110013180","https://openalex.org/W2119902448","https://openalex.org/W2122588206","https://openalex.org/W2156521909","https://openalex.org/W2170493558","https://openalex.org/W2462104727","https://openalex.org/W2963112694","https://openalex.org/W3123258615","https://openalex.org/W3124790067","https://openalex.org/W4239116997","https://openalex.org/W6627008108","https://openalex.org/W6664201152","https://openalex.org/W6677855075"],"related_works":["https://openalex.org/W2041214716","https://openalex.org/W3121399821","https://openalex.org/W2368468446","https://openalex.org/W3125216890","https://openalex.org/W2163031017","https://openalex.org/W3142164041","https://openalex.org/W3121848669","https://openalex.org/W2011966720","https://openalex.org/W2404025541","https://openalex.org/W569053735"],"abstract_inverted_index":{"Peer":[0,46],"review":[1,47,105,148,183,244],"(e.g.,":[2,24,40,211],"grading":[3],"assignments":[4],"in":[5,75,92,103,145,221],"Massive":[6],"Open":[7],"Online":[8],"Courses":[9],"(MOOCs),":[10],"academic":[11],"paper":[12],"review)":[13],"is":[14,44],"an":[15,226],"effective":[16,220],"and":[17,61,86,98,111,128,131,166,185,203,214,237],"scalable":[18],"method":[19],"to":[20,66,179,201,225,233,263],"evaluate":[21],"the":[22,34,54,64,141,146,156,172,223,229,252],"products":[23],"assignments,":[25],"papers)":[26],"of":[27,31,36,175],"a":[28,159],"large":[29],"number":[30,35],"agents":[32,230],"when":[33],"dedicated":[37],"reviewing":[38],"experts":[39],"teaching":[41],"assistants,":[42],"editors)":[43],"limited.":[45],"poses":[48],"two":[49],"key":[50],"challenges:":[51],"1)":[52],"identifying":[53],"reviewers'":[55],"intrinsic":[56],"capabilities":[57],"(i.e.,":[58,70,139],"adverse":[59,80,109,164],"selection)":[60],"2)":[62],"incentivizing":[63],"reviewers":[65],"exert":[67,234],"high":[68,235],"effort":[69,236],"moral":[71,88,112,167],"hazard).":[72],"Some":[73],"works":[74],"mechanism":[76,260],"design":[77],"address":[78],"pure":[79,87],"selection":[81,110,165],"using":[82],"one-shot":[83,114,265],"matching":[84,100,117,187,197,268],"rules,":[85],"hazard":[89],"was":[90],"addressed":[91],"repeated":[93,173],"games":[94],"with":[95,125],"exogenously":[96],"given":[97],"fixed":[99],"rules.":[101,269],"However,":[102],"peer":[104],"systems":[106],"exhibiting":[107],"both":[108],"hazard,":[113],"or":[115,266],"exogenous":[116,267],"rules":[118,188,198],"do":[119],"not":[120],"link":[121],"agents'":[122,181,193,208],"current":[123],"behavior":[124,138],"future":[126,129],"matches":[127],"payoffs,":[130],"as":[132,261],"we":[133,153,250],"prove,":[134],"will":[135],"induce":[136],"myopic":[137],"exerting":[140],"lowest":[142,147],"effort)":[143],"resulting":[144],"quality.":[149,245],"In":[150],"this":[151],"paper,":[152],"propose":[154],"for":[155],"first":[157],"time":[158],"solution":[160,170],"that":[161,189,240],"simultaneously":[162],"solves":[163],"hazard.":[168],"Our":[169,195],"exploits":[171],"interactions":[174],"agents,":[176],"utilizes":[177],"ratings":[178,239],"summarize":[180],"past":[182],"quality,":[184],"designs":[186],"endogenously":[190],"depend":[191],"on":[192],"ratings.":[194],"proposed":[196,259],"are":[199,219,231],"easy":[200],"implement":[202],"require":[204],"no":[205],"knowledge":[206],"about":[207],"private":[209],"information":[210],"their":[212,243],"benefit":[213],"cost":[215],"functions).":[216],"Yet,":[217],"they":[218],"guiding":[222],"system":[224],"equilibrium":[227],"where":[228],"incentivized":[232],"receive":[238],"precisely":[241],"reflect":[242],"Using":[246],"several":[247],"illustrative":[248],"examples,":[249],"quantify":[251],"significant":[253],"performance":[254],"gains":[255],"obtained":[256],"by":[257],"our":[258],"compared":[262],"existing":[264]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}