{"id":"https://openalex.org/W2153209865","doi":"https://doi.org/10.1609/aaai.v26i1.8261","title":"A Robust Bayesian Truth Serum for Small Populations","display_name":"A Robust Bayesian Truth Serum for Small Populations","publication_year":2021,"publication_date":"2021-09-20","ids":{"openalex":"https://openalex.org/W2153209865","doi":"https://doi.org/10.1609/aaai.v26i1.8261","mag":"2153209865"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v26i1.8261","doi":"https://doi.org/10.1609/aaai.v26i1.8261","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v26i1.8261","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v26i1.8261","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086535574","display_name":"Jens Witkowski","orcid":"https://orcid.org/0000-0002-4748-9099","observed_orcids":["https://orcid.org/0000-0002-4748-9099"]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jens Witkowski","raw_affiliation_strings":["Albert-Ludwigs-Universit\u00e4t Freiburg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Albert-Ludwigs-Universit\u00e4t Freiburg","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068264437","display_name":"David Parkes","orcid":"https://orcid.org/0000-0002-2701-3464","observed_orcids":["https://orcid.org/0000-0002-2701-3464"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Parkes","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.7354,"has_fulltext":true,"cited_by_count":143,"citation_normalized_percentile":{"value":0.98434609,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"26","issue":"1","first_page":"1492","last_page":"1498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.426800012588501,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.426800012588501,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.26589998602867126,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.21950000524520874,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-truth-serum","display_name":"Bayesian Truth Serum","score":0.925000011920929},{"id":"https://openalex.org/keywords/peer-prediction","display_name":"peer prediction","score":0.8339999914169312},{"id":"https://openalex.org/keywords/incentive-compatibility","display_name":"incentive compatibility","score":0.878000020980835},{"id":"https://openalex.org/keywords/quadratic-scoring-rule","display_name":"quadratic scoring rule","score":0.7580000162124634},{"id":"https://openalex.org/keywords/common-prior","display_name":"common prior","score":0.7440000176429749},{"id":"https://openalex.org/keywords/small-populations","display_name":"small populations","score":0.6010000109672546},{"id":"https://openalex.org/keywords/ex-post-individual-rationality","display_name":"ex-post individual rationality","score":0.7680000066757202},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"mechanism design","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.9332276582717896},{"id":"https://openalex.org/C91810955","wikidata":"https://www.wikidata.org/wiki/Q7731670","display_name":"Incentive compatibility","level":3,"score":0.8376827239990234},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7525844573974609},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6528077125549316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5708972811698914},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5158552527427673},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.45182862877845764},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.38997095823287964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36527779698371887},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3384931683540344},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3162570893764496},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2927919626235962},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.21605029702186584},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.17190667986869812},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1609/aaai.v26i1.8261","doi":"https://doi.org/10.1609/aaai.v26i1.8261","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v26i1.8261","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:dash.harvard.edu:1/11882034","doi":null,"is_oa":true,"landing_page_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11882034","pdf_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11882034","source":{"id":"https://openalex.org/S4306401540","display_name":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I136199984","host_organization_name":"Harvard University","host_organization_lineage":["https://openalex.org/I136199984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},{"id":"pmh:oai:ojs.aaai.org:article/8261","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/8261","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/8261/8120","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.406.5707","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.406.5707","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.informatik.uni-freiburg.de/~ki/papers/witkowski-parkes-aaai2012.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.894.8042","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.894.8042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dash.harvard.edu/bitstream/handle/1/11882034/Parkes_Robust.pdf?sequence%3D1","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1609/aaai.v26i1.8261","doi":"https://doi.org/10.1609/aaai.v26i1.8261","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v26i1.8261","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7933652722","display_name":"HCC: Small: Incentive-Compatible Machine Learning","funder_award_id":"0915016","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W105107310","https://openalex.org/W1496221018","https://openalex.org/W1862901745","https://openalex.org/W1979430517","https://openalex.org/W1999617766","https://openalex.org/W2025720061","https://openalex.org/W2031541392","https://openalex.org/W2063782051","https://openalex.org/W2100267603","https://openalex.org/W2109304399","https://openalex.org/W2134305421","https://openalex.org/W2138524027","https://openalex.org/W2912219781","https://openalex.org/W3121522380","https://openalex.org/W4237729423","https://openalex.org/W4252475223"],"related_works":["https://openalex.org/W7095833619","https://openalex.org/W7098382230","https://openalex.org/W793737040","https://openalex.org/W6921347365","https://openalex.org/W2138524027","https://openalex.org/W3112357055","https://openalex.org/W2288655875","https://openalex.org/W2182568424","https://openalex.org/W2188881895","https://openalex.org/W4415131634"],"abstract_inverted_index":{"Peer":[0],"prediction":[1,30,152],"mechanisms":[2],"allow":[3],"the":[4,54,81,97,121,141,149,169,177],"truthful":[5],"elicitation":[6,122],"of":[7,38,94,100,123,137,140,168],"private":[8,110],"signals":[9],"(e.g.,":[10],"experiences,":[11],"or":[12],"opinions)":[13],"in":[14,174],"regard":[15],"to":[16,80,154,176],"a":[17,46,71,90,117,138],"true":[18],"world":[19],"state":[20],"when":[21],"this":[22,62,74,109,113],"ground":[23],"truth":[24],"is":[25,32,85,103,127,148,182],"unobservable.":[26],"The":[27,56,145],"original":[28,178],"peer":[29,151],"method":[31],"incentive":[33,87,128,157],"compatible":[34,88,129],"for":[35,89,120,130,159],"any":[36],"number":[37,93,99],"agents":[39,52,69,101],"n":[40,132,161],">=":[41,133,162],"2,":[42],"but":[43],"relies":[44],"on":[45,108,166],"common":[47,72,170],"prior,":[48,73],"shared":[49],"by":[50],"all":[51],"and":[53,96,173,185],"mechanism.":[55,82],"Bayesian":[57],"Truth":[58],"Serum":[59],"(BTS)":[60],"relaxes":[61],"assumption.":[63],"While":[64],"BTS":[65,84,119,147],"still":[66],"assumes":[67],"that":[68],"share":[70],"prior":[75],"need":[76],"not":[77],"be":[78],"known":[79],"However,":[83],"only":[86],"large":[91],"enough":[92],"agents,":[95],"particular":[98],"required":[102],"uncertain":[104],"because":[105],"it":[106],"depends":[107],"prior.":[111,171],"In":[112],"paper,":[114],"we":[115],"present":[116],"robust":[118,146,184],"binary":[124],"information":[125],"which":[126],"every":[131,160],"3,":[134],"taking":[135],"advantage":[136],"particularity":[139],"quadratic":[142],"scoring":[143],"rule.":[144],"first":[150],"mechanism":[153,181],"provide":[155],"strict":[156],"compatibility":[158],"3":[163],"without":[164],"relying":[165],"knowledge":[167],"Moreover,":[172],"contrast":[175],"BTS,":[179],"our":[180],"numerically":[183],"ex":[186],"post":[187],"individually":[188],"rational.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":20},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":17},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}