{"id":"https://openalex.org/W2339832798","doi":"https://doi.org/10.1145/2736277.2741652","title":"Cardinal Contests","display_name":"Cardinal Contests","publication_year":2015,"publication_date":"2015-05-18","ids":{"openalex":"https://openalex.org/W2339832798","doi":"https://doi.org/10.1145/2736277.2741652","mag":"2339832798"},"language":"en","primary_location":{"id":"doi:10.1145/2736277.2741652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2736277.2741652","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2741652&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2741652&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100607328","display_name":"Arpita Ghosh","orcid":"https://orcid.org/0000-0001-6700-0409"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arpita Ghosh","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002619444","display_name":"Patrick Hummel","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Hummel","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100607328"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":1.2066,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84789238,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"377","last_page":"387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.7581126093864441},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7112991213798523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6587614417076111},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6541699171066284},{"id":"https://openalex.org/keywords/tournament","display_name":"Tournament","score":0.5793732404708862},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5695295333862305},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5227366089820862},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5003552436828613},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4714454412460327},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.449246346950531},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3787332773208618},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32160690426826477},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3007514178752899},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28290146589279175},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.19965404272079468},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.16091564297676086},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.12665238976478577}],"concepts":[{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.7581126093864441},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7112991213798523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6587614417076111},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6541699171066284},{"id":"https://openalex.org/C136975688","wikidata":"https://www.wikidata.org/wiki/Q1320634","display_name":"Tournament","level":2,"score":0.5793732404708862},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5695295333862305},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5227366089820862},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5003552436828613},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4714454412460327},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.449246346950531},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3787332773208618},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32160690426826477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3007514178752899},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28290146589279175},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.19965404272079468},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.16091564297676086},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.12665238976478577},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2736277.2741652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2736277.2741652","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2741652&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2736277.2741652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2736277.2741652","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2741652&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2339832798.pdf","grobid_xml":"https://content.openalex.org/works/W2339832798.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W92457917","https://openalex.org/W1516090621","https://openalex.org/W1524567716","https://openalex.org/W1528963340","https://openalex.org/W1694007784","https://openalex.org/W1918706071","https://openalex.org/W1965441905","https://openalex.org/W1978964808","https://openalex.org/W1980603183","https://openalex.org/W1983306461","https://openalex.org/W1985681212","https://openalex.org/W2004431497","https://openalex.org/W2010824196","https://openalex.org/W2040034367","https://openalex.org/W2043634452","https://openalex.org/W2048498254","https://openalex.org/W2050265535","https://openalex.org/W2050904362","https://openalex.org/W2058495110","https://openalex.org/W2061006503","https://openalex.org/W2096563796","https://openalex.org/W2102685249","https://openalex.org/W2118986681","https://openalex.org/W2124327196","https://openalex.org/W2124576904","https://openalex.org/W2130116557","https://openalex.org/W2135021312","https://openalex.org/W2148569160","https://openalex.org/W2164017702","https://openalex.org/W2169593491","https://openalex.org/W2170932771","https://openalex.org/W2339832798","https://openalex.org/W3021754561","https://openalex.org/W3121889131","https://openalex.org/W3122276354","https://openalex.org/W3123002740","https://openalex.org/W3123565627","https://openalex.org/W4230999097","https://openalex.org/W4237446404","https://openalex.org/W4240274529","https://openalex.org/W4240291825","https://openalex.org/W4251781751","https://openalex.org/W4252580513"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W2735088306","https://openalex.org/W4286740636","https://openalex.org/W135177976","https://openalex.org/W2951933385","https://openalex.org/W190274399","https://openalex.org/W3121108812","https://openalex.org/W3139434641","https://openalex.org/W3151498429","https://openalex.org/W2161148151"],"abstract_inverted_index":{"Contests":[0],"are":[1,69],"widely":[2],"used":[3],"as":[4,24],"a":[5,96,106,137,140,182,192,208],"means":[6],"for":[7,46,175,191,248],"effort":[8,48,115,280],"elicitation":[9],"in":[10,105,120,155,278],"settings":[11],"ranging":[12],"from":[13,262],"government":[14],"R&D":[15],"contests":[16,20],"to":[17,53,81,145,157,168,225],"online":[18,75],"crowdsourcing":[19],"on":[21,36,95,126],"platforms":[22],"such":[23,127,264],"Kaggle,":[25],"Innocentive,":[26],"or":[27,63,99],"TopCoder.":[28],"Such":[29],"rank-order":[30,123,141,166,270],"mechanisms---where":[31],"agents'":[32,61,153],"rewards":[33,119],"depend":[34],"only":[35,196],"the":[37,90,100,110,118,150,165,189,198,202,218,221,226,239,245,257,260,274],"relative":[38,159],"ranking":[39],"of":[40,67,74,85,92,102,149,152,201,220,234,259,276],"their":[41,86,158],"submissions'":[42],"qualities---are":[43],"natural":[44],"mechanisms":[45,216],"incentivizing":[47],"when":[49],"it":[50],"is":[51,180,229],"easier":[52],"obtain":[54],"ordinal,":[55],"rather":[56],"than":[57],"cardinal,":[58],"information":[59,171,266],"about":[60],"outputs,":[62],"where":[64,136,217],"absolute":[65,87,147,199],"measures":[66],"quality":[68,200],"unverifiable.":[70],"An":[71],"increasing":[72],"number":[73],"contests,":[76,135],"however,":[77],"rank":[78,193,206],"entries":[79],"according":[80],"some":[82],"numerical":[83,282],"evaluation":[84],"quality---for":[88],"instance,":[89],"performance":[91,101],"an":[93,103,121,146,268],"algorithm":[94],"test":[97],"dataset,":[98],"intervention":[104],"randomized":[107],"trial.":[108],"Can":[109],"contest":[111,254],"designer":[112],"incentivize":[113],"higher":[114],"by":[116],"making":[117],"ordinal":[122,269],"mechanism":[124,186,242],"contingent":[125],"cardinal":[128,134,170,265],"information?":[129],"We":[130,251],"model":[131],"and":[132,161,195,272],"analyze":[133],"principal":[138],"running":[139],"tournament":[142,167],"has":[143],"access":[144],"measure":[148],"qualities":[151],"submissions":[154],"addition":[156],"rankings,":[160],"ask":[162],"how":[163],"modifying":[164],"incorporate":[169],"can":[172],"improve":[173],"incentives":[174],"effort.":[176],"Our":[177],"main":[178],"result":[179],"that":[181,187,205],"simple":[183],"threshold":[184,241,247],"mechanism---a":[185],"awards":[188],"prize":[190,223],"if":[194,197],"agent":[203,228],"at":[204],"exceeds":[207],"certain":[209],"threshold---is":[210],"optimal":[211,240],"amongst":[212],"all":[213],"mixed":[214],"cardinal-ordinal":[215],"fraction":[219],"jth":[222],"awarded":[224],"jth-ranked":[227],"any":[230],"arbitrary":[231],"non-decreasing":[232],"function":[233],"her":[235],"submission's":[236],"quality.":[237],"Further,":[238],"uses":[243],"exactly":[244],"same":[246],"each":[249],"rank.":[250],"study":[252],"what":[253],"parameters":[255],"determine":[256],"extent":[258,275],"benefit":[261],"incorporating":[263],"into":[267],"contest,":[271],"investigate":[273],"improvement":[277],"equilibrium":[279],"via":[281],"simulations.":[283]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":12},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}