{"id":"https://openalex.org/W7213593012","doi":"https://doi.org/10.48550/arxiv.2609.20789","title":"Mutual Evaluation and Supervision without Peers","display_name":"Mutual Evaluation and Supervision without Peers","publication_year":2026,"publication_date":"2026-09-17","ids":{"openalex":"https://openalex.org/W7213593012","doi":"https://doi.org/10.48550/arxiv.2609.20789"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.20789","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.20789","pdf_url":"https://arxiv.org/pdf/2609.20789","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.20789","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135555380","display_name":"Zachary Robertson","orcid":"https://orcid.org/0009-0008-8499-639X","observed_orcids":["https://orcid.org/0009-0008-8499-639X"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robertson, Zachary","raw_affiliation_strings":["Department of Computer Science , Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5135555380"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.48339998722076416,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.48339998722076416,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.4115999937057495,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.03449999913573265,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-assessment","display_name":"mutual evaluation","score":0.746999979019165},{"id":"https://openalex.org/keywords/strategic-agents","display_name":"strategic agents","score":0.5950000286102295},{"id":"https://openalex.org/keywords/truthful-reporting","display_name":"truthful reporting","score":0.8830000162124634},{"id":"https://openalex.org/keywords/evaluation-scores","display_name":"evaluation scores","score":0.42100000381469727},{"id":"https://openalex.org/keywords/regret","display_name":"regret","score":0.4869999885559082}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7875000238418579},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5609999895095825},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5248000025749207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5095000267028809},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.49320000410079956},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.4675000011920929},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.45730000734329224},{"id":"https://openalex.org/C123650614","wikidata":"https://www.wikidata.org/wiki/Q282491","display_name":"Strategic dominance","level":2,"score":0.4544000029563904},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C97399411","wikidata":"https://www.wikidata.org/wiki/Q825367","display_name":"Coin flipping","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33809998631477356},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33629998564720154},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3280999958515167},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3237999975681305},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C119421448","wikidata":"https://www.wikidata.org/wiki/Q2268776","display_name":"Lying","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C164407509","wikidata":"https://www.wikidata.org/wiki/Q5384490","display_name":"Equilibrium selection","level":4,"score":0.2590000033378601},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25459998846054077},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2515999972820282},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.20789","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.20789","pdf_url":"https://arxiv.org/pdf/2609.20789","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.20789","doi":"https://doi.org/10.48550/arxiv.2609.20789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.20789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.20789","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.20789","pdf_url":"https://arxiv.org/pdf/2609.20789","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213593012.pdf","grobid_xml":"https://content.openalex.org/works/W7213593012.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W6891643116","https://openalex.org/W6948270096","https://openalex.org/W7203697759"],"related_works":["https://openalex.org/W2954631080","https://openalex.org/W3041552504","https://openalex.org/W2466887399","https://openalex.org/W2138524027","https://openalex.org/W2256714492","https://openalex.org/W2574936495","https://openalex.org/W2166193748","https://openalex.org/W2788116530","https://openalex.org/W2708237239","https://openalex.org/W4367046851"],"abstract_inverted_index":{"This":[0,59,78,172],"article":[1],"introduces":[2],"mutual":[3],"evaluation":[4,31,57],"of":[5,71,132,142],"a":[6,11,25,62,72,82,113],"replicable":[7],"task":[8],"worker":[9,73,133,184],"and":[10,88,96,106,147,160,183],"critic":[12,23,48,51,122,152,182],"that":[13,28,102,139],"incentivizes":[14],"truthful":[15],"reporting,":[16],"both":[17,181],"modeled":[18],"as":[19,158],"strategic":[20,177],"agents.":[21,185],"The":[22,50],"chooses":[24],"finite-valued":[26],"rule":[27,52],"induces":[29],"an":[30],"score":[32],"on":[33,74,150],"joint":[34],"report":[35],"laws.":[36],"Their":[37],"common":[38],"payoff":[39,84],"is":[40,53,138,145],"analyzed":[41],"through":[42],"regret":[43],"relative":[44],"to":[45,93,168],"the":[46,56,75,94,140,151,166],"unrestricted":[47],"envelope.":[49],"distinct":[54,163],"from":[55],"score.":[58],"class":[60,174],"enables":[61],"peer-free":[63],"information":[64,108],"elicitation":[65],"mechanism":[66,80,173],"using":[67,85],"conditionally":[68],"independent":[69],"replications":[70,87],"same":[76],"task.":[77],"replication-loop":[79],"implements":[81],"type-agreement":[83],"same-task":[86],"new-task":[89],"samples.":[90],"In":[91],"contrast":[92],"peer-prediction":[95],"scoring-rule":[97],"literature,":[98],"implementations":[99],"are":[100],"shown":[101],"produce":[103],"unbiased":[104],"Pearson":[105],"Shannon":[107],"scores":[109],"without":[110],"requiring":[111],"peers,":[112],"ground-truth":[114],"reference,":[115],"or":[116],"likelihood-ratio":[117],"estimation.":[118],"A":[119],"valid":[120],"binary":[121],"also":[123],"can":[124,148],"be":[125],"represented":[126],"by":[127],"shared":[128],"finite":[129],"type":[130],"annotations":[131],"returns.":[134],"One":[135],"runtime":[136],"restriction":[137],"number":[141],"required":[143],"replicas":[144],"random":[146],"depend":[149],"rule.":[153],"Other":[154],"timing":[155],"effects,":[156],"such":[157],"commitment":[159],"reoptimization,":[161],"yield":[162],"incentives,":[164],"connecting":[165],"framework":[167],"variational":[169],"peer":[170],"prediction.":[171],"illustrates":[175],"why":[176],"considerations":[178],"matter":[179],"for":[180]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-19T00:00:00"}