{"id":"https://openalex.org/W2260880659","doi":null,"title":"Quality-Based Pricing for Crowdsourced Workers","display_name":"Quality-Based Pricing for Crowdsourced Workers","publication_year":2013,"publication_date":"2013-06-01","ids":{"openalex":"https://openalex.org/W2260880659","mag":"2260880659"},"language":"en","primary_location":{"id":"mag:2260880659","doi":null,"is_oa":true,"landing_page_url":"https://papers.ssrn.com/sol3/Delivery.cfm/2451_31833.pdf?abstractid=2283000&mirid=1","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://papers.ssrn.com/sol3/Delivery.cfm/2451_31833.pdf?abstractid=2283000&mirid=1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100378605","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-8877-7134","observed_orcids":["https://orcid.org/0000-0002-8877-7134"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":[", Hong Kong University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0002-8877-7134","affiliations":[{"raw_affiliation_string":", Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010731709","display_name":"Panagiotis G. Ipeirotis","orcid":"https://orcid.org/0000-0002-2966-7402","observed_orcids":["https://orcid.org/0000-0002-2966-7402"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panagiotis G. Ipeirotis","raw_affiliation_strings":["New York University Leonard N. Stern School of Business"],"raw_orcid":"https://orcid.org/0000-0002-2966-7402","affiliations":[{"raw_affiliation_string":"New York University Leonard N. Stern School of Business","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037283651","display_name":"Foster John Provost","orcid":"https://orcid.org/0000-0002-0307-3884","observed_orcids":["https://orcid.org/0000-0002-0307-3884"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Foster Provost","raw_affiliation_strings":["New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality-based-pricing","display_name":"quality-based pricing","score":0.7789999842643738},{"id":"https://openalex.org/keywords/amazon-mechanical-turk","display_name":"Amazon Mechanical Turk","score":0.8399999737739563},{"id":"https://openalex.org/keywords/systematic-bias","display_name":"systematic bias","score":0.3540000021457672},{"id":"https://openalex.org/keywords/measurement-uncertainty","display_name":"measurement uncertainty","score":0.503000020980835},{"id":"https://openalex.org/keywords/fair-pay","display_name":"fair compensation","score":0.5130000114440918},{"id":"https://openalex.org/keywords/reservation-wage","display_name":"reservation wage","score":0.8949999809265137},{"id":"https://openalex.org/keywords/task-accuracy","display_name":"task accuracy","score":0.46399998664855957}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9630316495895386},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.6129385828971863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6007100343704224},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5778394937515259},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5267576575279236},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.4979386329650879},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4706783890724182},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4607814848423004},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4431419372558594},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38587716221809387},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.33805087208747864},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19368132948875427},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13009685277938843},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2260880659","doi":null,"is_oa":true,"landing_page_url":"https://papers.ssrn.com/sol3/Delivery.cfm/2451_31833.pdf?abstractid=2283000&mirid=1","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null}],"best_oa_location":{"id":"mag:2260880659","doi":null,"is_oa":true,"landing_page_url":"https://papers.ssrn.com/sol3/Delivery.cfm/2451_31833.pdf?abstractid=2283000&mirid=1","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6452000141143799,"id":"https://metadata.un.org/sdg/8"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1496437928","https://openalex.org/W1541505110","https://openalex.org/W1596874696","https://openalex.org/W1942925359","https://openalex.org/W1963835961","https://openalex.org/W1970381522","https://openalex.org/W1988225597","https://openalex.org/W2004178539","https://openalex.org/W2016793697","https://openalex.org/W2030461506","https://openalex.org/W2047301074","https://openalex.org/W2050904362","https://openalex.org/W2051232965","https://openalex.org/W2058179030","https://openalex.org/W2060132316","https://openalex.org/W2085577258","https://openalex.org/W2093012377","https://openalex.org/W2098865355","https://openalex.org/W2103001613","https://openalex.org/W2103240268","https://openalex.org/W2105268242","https://openalex.org/W2118288941","https://openalex.org/W2119328379","https://openalex.org/W2125943921","https://openalex.org/W2127008633","https://openalex.org/W2134305421","https://openalex.org/W2138781105","https://openalex.org/W2140281938","https://openalex.org/W2141434237","https://openalex.org/W2142518823","https://openalex.org/W2143835000","https://openalex.org/W2144669767","https://openalex.org/W2147560556","https://openalex.org/W2147687736","https://openalex.org/W2148479118","https://openalex.org/W2149273804","https://openalex.org/W2156109180","https://openalex.org/W2163588977","https://openalex.org/W2165742564","https://openalex.org/W2187912528","https://openalex.org/W2318160934","https://openalex.org/W2337430557","https://openalex.org/W3015829885","https://openalex.org/W3033921925","https://openalex.org/W3121424256","https://openalex.org/W3122276354","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W7098926277","https://openalex.org/W2338952248","https://openalex.org/W7099142948","https://openalex.org/W2470804126","https://openalex.org/W2137645445","https://openalex.org/W95128308","https://openalex.org/W2251049298","https://openalex.org/W7027264859","https://openalex.org/W118259468","https://openalex.org/W258663993"],"abstract_inverted_index":{"The":[0],"emergence":[1],"of":[2,59,65,79,85,89,101,136,142,164,176,183,289,293,332,343,351],"online":[3,33,150],"paid":[4],"crowdsourcing":[5,61,165],"platforms,":[6],"such":[7,31],"as":[8,47,50,52,104],"Amazon":[9],"Mechanical":[10],"Turk":[11],"(AMT),":[12],"presents":[13],"us":[14],"huge":[15],"opportunities":[16],"to":[17,20,201,212,217,241,280,328,354],"distribute":[18],"tasks":[19,39,331],"human":[21],"workers":[22,34,151,179,215,253,279],"around":[23],"the":[24,56,63,66,83,98,106,125,134,137,140,143,174,177,184,229,237,242,268,278,287,300,307,314,344,356],"world,":[25],"on-demand":[26],"and":[27,37,44,139,199,261,276,325],"at":[28],"scale.":[29],"In":[30],"settings,":[32],"can":[35,121,131,191,209],"come":[36],"complete":[38],"posted":[40],"by":[41,181,245,316],"a":[42,75,158,223,234,282,339],"company,":[43],"work":[45,90,127],"for":[46,161,172,233],"long":[48],"or":[49],"little":[51],"they":[53],"wish.":[54],"Given":[55],"absolute":[57],"freedom":[58],"choice,":[60],"eliminates":[62],"overhead":[64],"hiring":[67],"(and":[68],"dismissal)":[69],"process.":[70,357],"However,":[71],"this":[72,117],"exibility":[73],"introduces":[74],"di":[76],"erent":[77],"set":[78],"ine":[80],"ciencies:":[81],"verifying":[82],"quality":[206],"every":[86],"submitted":[87,126,144],"piece":[88],"is":[91,128],"an":[92,170,203],"expensive":[93],"operation,":[94],"which":[95,251],"often":[96],"requires":[97],"same":[99],"level":[100,232,239,270],"e":[102],"ort":[103],"performing":[105],"task":[107],"itself.":[108],"There":[109],"are":[110],"many":[111],"research":[112],"challenges":[113],"that":[114,124,152,208,226,299,319],"emerge":[115],"in":[116,286],"paid-crowdsourcing":[118],"setting.":[119],"How":[120,130,146],"we":[122,132,148,168,190,221,348],"ensure":[123],"accurate?":[129],"estimate":[133],"workers,":[138],"results?":[145],"should":[147],"pay":[149],"have":[153],"imperfect":[154],"quality?":[155],"We":[156,187,312],"present":[157,169],"comprehensive":[159],"scheme":[160,225],"managing":[162],"processes:":[166],"First,":[167],"algorithm":[171],"estimating":[173],"participating":[178],"and,":[180],"extension,":[182],"generated":[185],"data.":[186],"show":[188],"how":[189,200],"separate":[192],"systematic":[193],"worker":[205],"biases":[195],"from":[196],"unrecoverable":[197],"errors":[198],"generate":[202],"unbiased":[204],"measurement":[207,274],"be":[210],"used":[211],"objectively":[213],"rank":[214],"according":[216,240],"their":[218,256],"performance.":[219],"Next,":[220],"describe":[222],"pricing":[224,249,302,326],"identi":[227],"es":[228],"fair":[230,283],"payment":[231,238,269],"worker,":[235],"adjusting":[236],"contributed":[243],"information":[244],"each":[246],"worker.":[247],"Our":[248,295],"policy,":[250],"pays":[252],"based":[254],"on":[255,321],"expected":[257,262],"quality,":[258],"reservation":[259],"wage,":[260,284],"lifetime,":[263],"estimates":[264],"not":[265],"only":[266],"1":[267],"but":[271],"also":[272],"accommodates":[273],"uncertainties":[275],"allows":[277],"receive":[281],"even":[285,346],"presence":[288],"temporary":[290],"incorrect":[291],"estimations":[292],"quality.":[294],"experimental":[296],"results":[297],"demonstrate":[298],"proposed":[301],"strategy":[303],"performs":[304],"better":[305],"than":[306],"commonly":[308],"adopted":[309],"uniform-pricing":[310],"strategy.":[311],"conclude":[313],"paper":[315],"describing":[317],"strategies":[318],"build":[320,329],"our":[322],"control":[324,342],"framework,":[327],"crowdsourced":[330],"increasingly":[333],"higher":[334],"complexity,":[335],"while":[336],"still":[337],"maintaining":[338],"tight":[340],"process,":[345],"if":[347],"allow":[349],"participants":[350],"unknown":[352],"join":[355]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}