{"id":"https://openalex.org/W3006251828","doi":"https://doi.org/10.1145/3565559","title":"Surrogate Scoring Rules","display_name":"Surrogate Scoring Rules","publication_year":2022,"publication_date":"2022-09-30","ids":{"openalex":"https://openalex.org/W3006251828","doi":"https://doi.org/10.1145/3565559","mag":"3006251828"},"language":"en","primary_location":{"id":"doi:10.1145/3565559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3565559","pdf_url":null,"source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100355722","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-8420-6011"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yang Liu","raw_affiliation_strings":["UC Santa Cruz, USA"],"raw_orcid":"https://orcid.org/0000-0001-8420-6011","affiliations":[{"raw_affiliation_string":"UC Santa Cruz, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100612392","display_name":"Juntao Wang","orcid":"https://orcid.org/0000-0002-4072-9870"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juntao Wang","raw_affiliation_strings":["Harvard University, USA"],"raw_orcid":"https://orcid.org/0000-0002-4072-9870","affiliations":[{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100738419","display_name":"Yiling Chen","orcid":"https://orcid.org/0000-0002-0166-594X"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiling Chen","raw_affiliation_strings":["Harvard University, USA"],"raw_orcid":"https://orcid.org/0000-0002-0166-594X","affiliations":[{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100355722"],"corresponding_institution_ids":["https://openalex.org/I185103710"],"apc_list":null,"apc_paid":null,"fwci":1.1097,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.80589172,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"10","issue":"3","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scoring-rule","display_name":"Scoring rule","score":0.6643096208572388},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6627148389816284},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6396573781967163},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6303309798240662},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6031991243362427},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6016077399253845},{"id":"https://openalex.org/keywords/realization","display_name":"Realization (probability)","score":0.5632820129394531},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.5132122039794922},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5120733380317688},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5007359981536865},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.49606451392173767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4882252514362335},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43966957926750183},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41109126806259155},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.33007335662841797},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23510238528251648},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21773993968963623},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09511271119117737}],"concepts":[{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.6643096208572388},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6627148389816284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6396573781967163},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6303309798240662},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6031991243362427},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6016077399253845},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.5632820129394531},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.5132122039794922},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5120733380317688},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5007359981536865},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.49606451392173767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4882252514362335},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43966957926750183},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41109126806259155},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.33007335662841797},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23510238528251648},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21773993968963623},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09511271119117737},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3565559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3565559","pdf_url":null,"source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W5354901","https://openalex.org/W303151045","https://openalex.org/W793737040","https://openalex.org/W1545465591","https://openalex.org/W1866935739","https://openalex.org/W1984113680","https://openalex.org/W1989135160","https://openalex.org/W1996336855","https://openalex.org/W1998274472","https://openalex.org/W2002471330","https://openalex.org/W2025720061","https://openalex.org/W2029552385","https://openalex.org/W2041268952","https://openalex.org/W2042863768","https://openalex.org/W2060006965","https://openalex.org/W2063782051","https://openalex.org/W2073241381","https://openalex.org/W2080756387","https://openalex.org/W2107189314","https://openalex.org/W2108920669","https://openalex.org/W2109304399","https://openalex.org/W2113290770","https://openalex.org/W2120898858","https://openalex.org/W2138524027","https://openalex.org/W2147498513","https://openalex.org/W2153209865","https://openalex.org/W2167460663","https://openalex.org/W2170206178","https://openalex.org/W2202525882","https://openalex.org/W2241862190","https://openalex.org/W2265722441","https://openalex.org/W2267283990","https://openalex.org/W2295734738","https://openalex.org/W2309724559","https://openalex.org/W2311017751","https://openalex.org/W2418640254","https://openalex.org/W2466887399","https://openalex.org/W2563393628","https://openalex.org/W2580299352","https://openalex.org/W2604272474","https://openalex.org/W2604390721","https://openalex.org/W2742914389","https://openalex.org/W2788304628","https://openalex.org/W2792589092","https://openalex.org/W2901118154","https://openalex.org/W2937339363","https://openalex.org/W2949539581","https://openalex.org/W2952068623","https://openalex.org/W2963314381","https://openalex.org/W2963319311","https://openalex.org/W2963877745","https://openalex.org/W2964292840","https://openalex.org/W2978435634","https://openalex.org/W2997271273","https://openalex.org/W3001359517","https://openalex.org/W3029133705","https://openalex.org/W3091502210","https://openalex.org/W3112357055","https://openalex.org/W3123031510","https://openalex.org/W3214208082","https://openalex.org/W4230670629","https://openalex.org/W4244259635","https://openalex.org/W4253026353","https://openalex.org/W6768957623"],"related_works":["https://openalex.org/W2329500892","https://openalex.org/W2604390721","https://openalex.org/W28991112","https://openalex.org/W2370726991","https://openalex.org/W2008940396","https://openalex.org/W4301500108","https://openalex.org/W2951502598","https://openalex.org/W2369710579","https://openalex.org/W2545348020","https://openalex.org/W1459079402"],"abstract_inverted_index":{"Strictly":[0],"proper":[1],"scoring":[2,53],"rules":[3,54],"(SPSR)":[4],"are":[5],"incentive":[6],"compatible":[7],"for":[8,94,158],"eliciting":[9],"information":[10,108,147],"about":[11,109],"random":[12,28,115],"variables":[13],"from":[14,186],"strategic":[15],"agents":[16,22],"when":[17],"the":[18,24,27,33,110,114,131,144,149,159],"principal":[19,60],"can":[20],"reward":[21],"after":[23],"realization":[25],"of":[26,35,113,138,146,151],"variables.":[29],"They":[30],"also":[31],"quantify":[32,143],"quality":[34,145],"elicited":[36],"information,":[37],"with":[38,105,161],"more":[39],"accurate":[40],"predictions":[41],"receiving":[42],"higher":[43],"scores":[44],"in":[45,57,118,124,173],"expectation.":[46],"In":[47],"this":[48],"article,":[49],"we":[50],"extend":[51],"such":[52],"to":[55,69,130],"settings":[56],"which":[58],"a":[59,84,95,106,119,135,165],"elicits":[61],"private":[62],"probabilistic":[63],"beliefs":[64],"but":[65],"only":[66],"has":[67],"access":[68,129],"agents\u2019":[70,100],"reports.":[71,101],"We":[72,102],"name":[73],"our":[74],"solution":[75],"Surrogate":[76],"Scoring":[77],"Rules":[78],"(SSR).":[79],"SSR":[80,117,139,167],"is":[81,140,177],"built":[82],"on":[83],"bias":[85],"correction":[86],"step":[87],"and":[88,181],"an":[89],"error":[90],"rate":[91],"estimation":[92],"procedure":[93],"reference":[96],"answer":[97],"defined":[98],"using":[99,183],"show":[103],"that,":[104],"little":[107],"prior":[111],"distribution":[112],"variables,":[116],"multi-task":[120],"setting":[121,160],"recover":[122],"SPSR":[123,156],"expectation,":[125],"as":[126,155],"if":[127],"having":[128],"ground":[132,152,162],"truth.":[133,163],"Therefore,":[134],"salient":[136],"feature":[137],"that":[141],"they":[142],"despite":[148],"lack":[150],"truth,":[153],"just":[154],"do":[157],"As":[164],"by-product,":[166],"induce":[168],"dominant":[169],"uniform":[170],"strategy":[171],"truthfulness":[172],"reporting.":[174],"Our":[175],"method":[176],"verified":[178],"both":[179],"theoretically":[180],"empirically":[182],"data":[184],"collected":[185],"real":[187],"human":[188],"forecasters.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}