{"id":"https://openalex.org/W2134948505","doi":"https://doi.org/10.1145/2692359.2692364","title":"Online decision making in crowdsourcing markets","display_name":"Online decision making in crowdsourcing markets","publication_year":2014,"publication_date":"2014-11-25","ids":{"openalex":"https://openalex.org/W2134948505","doi":"https://doi.org/10.1145/2692359.2692364","mag":"2134948505"},"language":"en","primary_location":{"id":"doi:10.1145/2692359.2692364","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2692359.2692364","pdf_url":null,"source":{"id":"https://openalex.org/S4210233839","display_name":"ACM SIGecom Exchanges","issn_l":"1551-9031","issn":["1551-9031"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGecom Exchanges","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058550942","display_name":"Aleksandrs Slivkins","orcid":"https://orcid.org/0000-0001-6899-6383"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Aleksandrs Slivkins","raw_affiliation_strings":["Microsoft Research","Microsoft research#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft research#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043117896","display_name":"Jennifer Wortman Vaughan","orcid":"https://orcid.org/0000-0002-7807-2018"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Jennifer Wortman Vaughan","raw_affiliation_strings":["Microsoft Research","Microsoft research#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft research#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.0005,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.97778202,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"4","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9888831377029419},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6963069438934326},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6243879199028015},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6108064651489258},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5984414219856262},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5298426151275635},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5015864372253418},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4378751516342163},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16776466369628906},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.13347181677818298},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09820690751075745}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9888831377029419},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6963069438934326},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6243879199028015},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6108064651489258},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5984414219856262},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5298426151275635},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5015864372253418},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4378751516342163},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16776466369628906},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.13347181677818298},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09820690751075745},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2692359.2692364","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2692359.2692364","pdf_url":null,"source":{"id":"https://openalex.org/S4210233839","display_name":"ACM SIGecom Exchanges","issn_l":"1551-9031","issn":["1551-9031"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGecom Exchanges","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W9921517","https://openalex.org/W82775311","https://openalex.org/W118259468","https://openalex.org/W138005451","https://openalex.org/W158727920","https://openalex.org/W200603722","https://openalex.org/W657150709","https://openalex.org/W1497882404","https://openalex.org/W1552828154","https://openalex.org/W1570963478","https://openalex.org/W1589928278","https://openalex.org/W1590787319","https://openalex.org/W1607894805","https://openalex.org/W1978537395","https://openalex.org/W1998698248","https://openalex.org/W2004373800","https://openalex.org/W2006781871","https://openalex.org/W2008737310","https://openalex.org/W2010246411","https://openalex.org/W2030874315","https://openalex.org/W2039306680","https://openalex.org/W2041411104","https://openalex.org/W2049934117","https://openalex.org/W2056700716","https://openalex.org/W2065933411","https://openalex.org/W2070546659","https://openalex.org/W2077124610","https://openalex.org/W2086170941","https://openalex.org/W2090368673","https://openalex.org/W2096355537","https://openalex.org/W2103581319","https://openalex.org/W2110005947","https://openalex.org/W2111298664","https://openalex.org/W2111957769","https://openalex.org/W2115519224","https://openalex.org/W2115905049","https://openalex.org/W2120090487","https://openalex.org/W2125943921","https://openalex.org/W2131608330","https://openalex.org/W2133037631","https://openalex.org/W2140890285","https://openalex.org/W2142339200","https://openalex.org/W2147687736","https://openalex.org/W2148440006","https://openalex.org/W2149273804","https://openalex.org/W2163361328","https://openalex.org/W2163522723","https://openalex.org/W2164215566","https://openalex.org/W2165503745","https://openalex.org/W2166145477","https://openalex.org/W2168037022","https://openalex.org/W2183369094","https://openalex.org/W2188732456","https://openalex.org/W2200943687","https://openalex.org/W2251049298","https://openalex.org/W2260880659","https://openalex.org/W2268509491","https://openalex.org/W2295497133","https://openalex.org/W2295962009","https://openalex.org/W2317700292","https://openalex.org/W2337430557","https://openalex.org/W2398690976","https://openalex.org/W2401264332","https://openalex.org/W2499002200","https://openalex.org/W2600756564","https://openalex.org/W2735460460","https://openalex.org/W2950929549","https://openalex.org/W3019237274","https://openalex.org/W3121257585","https://openalex.org/W3122984617","https://openalex.org/W3123895079","https://openalex.org/W3124733363","https://openalex.org/W3125895759","https://openalex.org/W4206478994","https://openalex.org/W4239041053","https://openalex.org/W4292157289","https://openalex.org/W6675735773"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4386392971"],"abstract_inverted_index":{"Over":[0],"the":[1,46,59,67,81,91,125,138,154,190,213,226],"past":[2],"decade,":[3],"crowdsourcing":[4,35,72,92,177],"has":[5,37,74],"emerged":[6],"as":[7,58],"a":[8,163,180],"cheap":[9],"and":[10,32,42,61,134,203,220,233],"efficient":[11],"method":[12],"of":[13,34,48,54,63,66,84,127,144,176,212],"obtaining":[14],"solutions":[15],"to":[16,24,39,50,100,103,107,109,158,171,228,230],"simple":[17],"tasks":[18,129],"that":[19,78,122,193],"are":[20,118],"difficult":[21,170],"for":[22,28,201],"computers":[23],"solve":[25],"but":[26],"possible":[27],"humans.":[29],"The":[30],"popularity":[31],"promise":[33],"markets":[36,73,178],"led":[38],"both":[40],"empirical":[41],"theoretical":[43,69,195],"research":[44,196],"on":[45,71,76,189,197],"design":[47],"algorithms":[49,121],"optimize":[51],"various":[52],"aspects":[53,175],"these":[55,116,160,218],"markets,":[56],"such":[57],"pricing":[60],"assignment":[62],"tasks.":[64],"Much":[65],"existing":[68],"work":[70],"focused":[75],"problems":[77,106],"fall":[79],"into":[80,136,150],"broad":[82],"category":[83],"online":[85,198],"decision":[86,199],"making;":[87],"task":[88],"requesters":[89],"or":[90,112,130],"platform":[93],"itself":[94],"make":[95],"repeated":[96],"decisions":[97,117],"about":[98,124],"prices":[99],"set,":[101],"workers":[102,131],"filter":[104],"out,":[105],"assign":[108],"specific":[110],"workers,":[111],"other":[113],"things.":[114],"Often":[115],"complex,":[119],"requiring":[120],"learn":[123],"distribution":[126],"available":[128],"over":[132],"time":[133,155],"take":[135],"account":[137],"strategic":[139],"(or":[140],"sometimes":[141],"irrational)":[142],"behavior":[143],"workers.":[145],"As":[146],"human":[147],"computation":[148],"grows":[149],"its":[151],"own":[152,215],"field,":[153],"is":[156],"ripe":[157],"address":[159,235],"challenges":[161],"in":[162,179],"principled":[164],"way.":[165],"However,":[166],"it":[167,223],"appears":[168],"very":[169],"capture":[172],"all":[173],"pertinent":[174],"single":[181],"coherent":[182],"model.":[183],"In":[184],"this":[185],"paper,":[186],"we":[187,221],"reflect":[188],"modeling":[191],"issues":[192],"inhibit":[194],"making":[200],"crowdsourcing,":[202],"identify":[204],"some":[205],"steps":[206],"forward.":[207],"This":[208],"paper":[209],"grew":[210],"out":[211],"authors'":[214],"frustration":[216],"with":[217],"issues,":[219],"hope":[222],"will":[224],"encourage":[225],"community":[227],"attempt":[229],"understand,":[231],"debate,":[232],"ultimately":[234],"them.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}