{"id":"https://openalex.org/W3119010677","doi":"https://doi.org/10.1609/aaai.v32i1.11471","title":"Incentive-Compatible Forecasting Competitions","display_name":"Incentive-Compatible Forecasting Competitions","publication_year":2018,"publication_date":"2018-04-25","ids":{"openalex":"https://openalex.org/W3119010677","doi":"https://doi.org/10.1609/aaai.v32i1.11471","mag":"3119010677"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v32i1.11471","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v32i1.11471","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11471/11330","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11471/11330","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086535574","display_name":"Jens Witkowski","orcid":"https://orcid.org/0000-0002-4748-9099"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Jens Witkowski","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010895600","display_name":"Rupert Freeman","orcid":"https://orcid.org/0000-0003-4744-9449"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rupert Freeman","raw_affiliation_strings":["Duke University"],"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043117896","display_name":"Jennifer Wortman Vaughan","orcid":"https://orcid.org/0000-0002-7807-2018"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jennifer Vaughan","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071634649","display_name":"David M. Pennock","orcid":"https://orcid.org/0000-0003-0522-4815"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Pennock","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003040843","display_name":"Andreas Krause","orcid":"https://orcid.org/0000-0001-7260-9673"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Andreas Krause","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086535574"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":3.493,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.93761141,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"32","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6845983266830444},{"id":"https://openalex.org/keywords/scoring-rule","display_name":"Scoring rule","score":0.6151822209358215},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.587096095085144},{"id":"https://openalex.org/keywords/consensus-forecast","display_name":"Consensus forecast","score":0.5761484503746033},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.5062857866287231},{"id":"https://openalex.org/keywords/survey-of-professional-forecasters","display_name":"Survey of Professional Forecasters","score":0.48324188590049744},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4798385798931122},{"id":"https://openalex.org/keywords/probabilistic-forecasting","display_name":"Probabilistic forecasting","score":0.45068612694740295},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.44581037759780884},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.4406142830848694},{"id":"https://openalex.org/keywords/actuarial-science","display_name":"Actuarial science","score":0.37996262311935425},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3434174358844757},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.24140381813049316},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21817409992218018},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.18892326951026917},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17456209659576416},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14657685160636902},{"id":"https://openalex.org/keywords/monetary-policy","display_name":"Monetary policy","score":0.08878600597381592}],"concepts":[{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6845983266830444},{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.6151822209358215},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.587096095085144},{"id":"https://openalex.org/C120954023","wikidata":"https://www.wikidata.org/wiki/Q1127277","display_name":"Consensus forecast","level":2,"score":0.5761484503746033},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5062857866287231},{"id":"https://openalex.org/C2776892200","wikidata":"https://www.wikidata.org/wiki/Q7647093","display_name":"Survey of Professional Forecasters","level":3,"score":0.48324188590049744},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4798385798931122},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.45068612694740295},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.44581037759780884},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4406142830848694},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.37996262311935425},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3434174358844757},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.24140381813049316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21817409992218018},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.18892326951026917},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17456209659576416},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14657685160636902},{"id":"https://openalex.org/C126285488","wikidata":"https://www.wikidata.org/wiki/Q178476","display_name":"Monetary policy","level":2,"score":0.08878600597381592},{"id":"https://openalex.org/C556758197","wikidata":"https://www.wikidata.org/wiki/Q580018","display_name":"Monetary economics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v32i1.11471","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v32i1.11471","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11471/11330","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v32i1.11471","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v32i1.11471","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11471/11330","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3119010677.pdf","grobid_xml":"https://content.openalex.org/works/W3119010677.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W99529319","https://openalex.org/W1444303180","https://openalex.org/W1514820618","https://openalex.org/W1520252399","https://openalex.org/W1998274472","https://openalex.org/W2025720061","https://openalex.org/W2029552385","https://openalex.org/W2045267912","https://openalex.org/W2052489748","https://openalex.org/W2061204582","https://openalex.org/W2073241381","https://openalex.org/W2091855602","https://openalex.org/W2103012681","https://openalex.org/W2109177972","https://openalex.org/W2124503948","https://openalex.org/W2131472525","https://openalex.org/W2135503447","https://openalex.org/W2139639348","https://openalex.org/W2148919605","https://openalex.org/W2153628236","https://openalex.org/W2160554939","https://openalex.org/W2194444479","https://openalex.org/W2550172790","https://openalex.org/W2644896899","https://openalex.org/W2742914389","https://openalex.org/W2787953415","https://openalex.org/W3123031510","https://openalex.org/W3124948950","https://openalex.org/W3126031522","https://openalex.org/W4233413206","https://openalex.org/W6630765211","https://openalex.org/W6631366414","https://openalex.org/W6661588697","https://openalex.org/W6678550764","https://openalex.org/W6740140092","https://openalex.org/W6821474441","https://openalex.org/W7053019303"],"related_works":["https://openalex.org/W3121167147","https://openalex.org/W3009772934","https://openalex.org/W3165849798","https://openalex.org/W2078347844","https://openalex.org/W3124805693","https://openalex.org/W2067584245","https://openalex.org/W2799947401","https://openalex.org/W1567453447","https://openalex.org/W3121525468","https://openalex.org/W3119010677"],"abstract_inverted_index":{"We":[0,25,156],"consider":[1],"the":[2,32,35,84,99,113,116,158,164,179,190],"design":[3],"of":[4,97,144,181,193],"forecasting":[5],"competitions":[6],"in":[7,131,137],"which":[8],"multiple":[9],"forecasters":[10,43,53,71,91,108,126,198],"make":[11],"predictions":[12],"about":[13,61],"one":[14],"or":[15],"more":[16],"independent":[17],"events":[18,182],"and":[19,39,52,168,199],"compete":[20],"for":[21,171],"a":[22,88,138,151,195,201],"single":[23],"prize.":[24],"have":[26],"two":[27],"objectives:":[28],"(1)":[29],"to":[30,34,41,44,75,115,129,189],"award":[31],"prize":[33,114],"most":[36,165],"accurate":[37,166],"forecaster,":[38,167],"(2)":[40],"incentivize":[42,66],"report":[45,110],"truthfully,":[46,111],"so":[47],"that":[48,124,160],"forecasts":[49],"are":[50,72,127],"informative":[51],"need":[54],"not":[55,122],"spend":[56],"any":[57],"cognitive":[58],"effort":[59],"strategizing":[60],"reports.":[62],"Proper":[63],"scoring":[64],"rules":[65],"truthful":[67,152],"reporting":[68,103],"if":[69,82,107],"all":[70],"paid":[73],"according":[74],"their":[76,95],"scores.":[77],"However,":[78],"incentives":[79],"become":[80],"distorted":[81],"only":[83],"best-scoring":[85],"forecaster":[86,117,140,153,202],"wins":[87],"prize,":[89],"since":[90],"can":[92,135,186],"often":[93],"increase":[94],"probability":[96,143,159],"having":[98,141],"highest":[100,119],"score":[101,120],"by":[102],"extreme":[104,132],"beliefs.":[105],"Even":[106],"do":[109],"awarding":[112],"with":[118,203],"does":[121],"guarantee":[123],"high-accuracy":[125],"likely":[128],"win;":[130],"cases,":[133],"it":[134],"result":[136],"perfect":[139],"zero":[142],"winning.":[145],"In":[146],"this":[147,174],"paper,":[148],"we":[149],"introduce":[150],"selection":[154],"mechanism.":[155],"lower-bound":[157],"our":[161],"mechanism":[162],"selects":[163],"give":[169],"rates":[170],"how":[172],"quickly":[173],"bound":[175],"approaches":[176],"1":[177],"as":[178],"number":[180],"grows.":[183],"Our":[184],"techniques":[185],"be":[187],"generalized":[188],"related":[191],"problems":[192],"outputting":[194],"ranking":[196],"over":[197],"hiring":[200],"high":[204],"accuracy":[205],"on":[206],"future":[207],"events.":[208]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}