{"id":"https://openalex.org/W2274126126","doi":"https://doi.org/10.1007/s10472-015-9492-4","title":"How many crowdsourced workers should a requester hire?","display_name":"How many crowdsourced workers should a requester hire?","publication_year":2016,"publication_date":"2016-01-06","ids":{"openalex":"https://openalex.org/W2274126126","doi":"https://doi.org/10.1007/s10472-015-9492-4","mag":"2274126126"},"language":"en","primary_location":{"id":"doi:10.1007/s10472-015-9492-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10472-015-9492-4","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10472-015-9492-4.pdf","source":{"id":"https://openalex.org/S90199469","display_name":"Annals of Mathematics and Artificial Intelligence","issn_l":"1012-2443","issn":["1012-2443","1573-7470"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Mathematics and Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2Fs10472-015-9492-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004494280","display_name":"Arthur Carvalho","orcid":"https://orcid.org/0000-0002-5381-3588"},"institutions":[{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Arthur Carvalho","raw_affiliation_strings":["Rotterdam School of Management, Erasmus University, Burgemester Oudlaan 50, 3062 PA, Rotterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Rotterdam School of Management, Erasmus University, Burgemester Oudlaan 50, 3062 PA, Rotterdam, The Netherlands","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010307197","display_name":"Stanko Dimitrov","orcid":"https://orcid.org/0000-0003-1573-1140"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Stanko Dimitrov","raw_affiliation_strings":["Department of Management Sciences, University of Waterloo, 200 Universtiy Ave W., Waterloo, ON, N2L 3G1, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Management Sciences, University of Waterloo, 200 Universtiy Ave W., Waterloo, ON, N2L 3G1, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105978897","display_name":"Kate Larson","orcid":"https://orcid.org/0000-0002-5455-9657"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kate Larson","raw_affiliation_strings":["David R. Cheriton School of Computer Science, University of Waterloo, 200 Universtiy Ave W., Waterloo, ON, N2L 3G1, Canada"],"affiliations":[{"raw_affiliation_string":"David R. Cheriton School of Computer Science, University of Waterloo, 200 Universtiy Ave W., Waterloo, ON, N2L 3G1, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004494280"],"corresponding_institution_ids":["https://openalex.org/I913958620"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":3.9786,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.93826411,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"78","issue":"1","first_page":"45","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9685157537460327},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.6735199689865112},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6598154306411743},{"id":"https://openalex.org/keywords/payment","display_name":"Payment","score":0.6525990962982178},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5837486982345581},{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.5607619881629944},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5394469499588013},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5364084839820862},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3927272856235504},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3373815417289734},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.14925166964530945},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14738729596138}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9685157537460327},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.6735199689865112},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6598154306411743},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.6525990962982178},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5837486982345581},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.5607619881629944},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5394469499588013},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5364084839820862},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3927272856235504},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3373815417289734},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.14925166964530945},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14738729596138},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10472-015-9492-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10472-015-9492-4","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10472-015-9492-4.pdf","source":{"id":"https://openalex.org/S90199469","display_name":"Annals of Mathematics and Artificial Intelligence","issn_l":"1012-2443","issn":["1012-2443","1573-7470"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Mathematics and Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:eur:oai:pure.eur.nl:publications/26b6d4e0-7db5-45eb-8492-61e4ff7ed39f","is_oa":true,"landing_page_url":"https://pure.eur.nl/en/publications/26b6d4e0-7db5-45eb-8492-61e4ff7ed39f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Annals of Mathematics and Artificial Intelligence, 78(1), 45 - 72. Springer Netherlands","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:eur:oai:repub.eur.nl:81086","is_oa":true,"landing_page_url":"http://hdl.handle.net/1765/81086","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Annals of Mathematics and Artificial Intelligence, 78(1), 45 - 72","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:repub.eur.nl:81086","is_oa":false,"landing_page_url":"https://repub.eur.nl/pub/81086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400997","display_name":"RePub (Erasmus University, Rotterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913958620","host_organization_name":"Erasmus University Rotterdam","host_organization_lineage":["https://openalex.org/I913958620"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Annals of Mathematics and Artificial Intelligence vol. 78 no. 1, pp. 45-72","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:uwspace.uwaterloo.ca:10012/16180","is_oa":true,"landing_page_url":"http://hdl.handle.net/10012/16180","pdf_url":null,"source":{"id":"https://openalex.org/S4306401661","display_name":"UWSpace (University of Waterloo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I151746483","host_organization_name":"University of Waterloo","host_organization_lineage":["https://openalex.org/I151746483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s10472-015-9492-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10472-015-9492-4","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10472-015-9492-4.pdf","source":{"id":"https://openalex.org/S90199469","display_name":"Annals of Mathematics and Artificial Intelligence","issn_l":"1012-2443","issn":["1012-2443","1573-7470"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Mathematics and Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322676","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2274126126.pdf","grobid_xml":"https://content.openalex.org/works/W2274126126.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W138005451","https://openalex.org/W592406673","https://openalex.org/W799397204","https://openalex.org/W972416066","https://openalex.org/W1524782856","https://openalex.org/W1534477342","https://openalex.org/W1535010719","https://openalex.org/W1681390718","https://openalex.org/W1797580880","https://openalex.org/W1890977748","https://openalex.org/W1968072657","https://openalex.org/W1970381522","https://openalex.org/W1973200191","https://openalex.org/W1993387039","https://openalex.org/W1997504572","https://openalex.org/W1998274472","https://openalex.org/W1999617766","https://openalex.org/W2001992115","https://openalex.org/W2002651217","https://openalex.org/W2021772914","https://openalex.org/W2035058550","https://openalex.org/W2035683813","https://openalex.org/W2061863227","https://openalex.org/W2064749094","https://openalex.org/W2066666984","https://openalex.org/W2106568252","https://openalex.org/W2112299236","https://openalex.org/W2120832833","https://openalex.org/W2125943921","https://openalex.org/W2135293965","https://openalex.org/W2141708418","https://openalex.org/W2142388855","https://openalex.org/W2147687736","https://openalex.org/W2154232706","https://openalex.org/W2166193748","https://openalex.org/W2167022402","https://openalex.org/W2169947127","https://openalex.org/W2170989440","https://openalex.org/W2398690976","https://openalex.org/W2612904399","https://openalex.org/W2964249363","https://openalex.org/W3092322379","https://openalex.org/W3121522380","https://openalex.org/W3122078363","https://openalex.org/W3123895079","https://openalex.org/W3124258878","https://openalex.org/W4239414618","https://openalex.org/W4244046136","https://openalex.org/W4252686346","https://openalex.org/W6609984411"],"related_works":["https://openalex.org/W3212305774","https://openalex.org/W2104232660","https://openalex.org/W1979041124","https://openalex.org/W2996244977","https://openalex.org/W1999325139","https://openalex.org/W2365088826","https://openalex.org/W3211711472","https://openalex.org/W2963260880","https://openalex.org/W2803870934","https://openalex.org/W2945404560"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"seen":[3],"an":[4,96],"increased":[5],"interest":[6],"in":[7,32,143],"crowdsourcing":[8,27,109,117,250],"as":[9,29,36,147,149,159],"a":[10,16,23,38,41,48,87,104,112,153,174,197,201,236],"way":[11],"of":[12,20,43,50,102,127,152,156,162,172],"obtaining":[13],"information":[14],"from":[15,95],"potentially":[17],"large":[18],"group":[19],"workers":[21,44,85,103,157,163,173,221],"at":[22],"reduced":[24],"cost.":[25],"The":[26,62],"process,":[28],"we":[30,93,123,166,199,215],"consider":[31],"this":[33,79,91],"paper,":[34,92],"is":[35,181],"follows:":[37],"requester":[39,63,88,105,175],"hires":[40],"number":[42,101,161,171],"to":[45,69,184,235,246],"work":[46],"on":[47,115,205],"set":[49],"similar":[51],"tasks.":[52],"After":[53],"completing":[54],"the":[55,66,99,116,125,140,144,150,160,169,188,212],"tasks,":[56,110],"each":[57,179],"worker":[58],"reports":[59],"back":[60],"outputs.":[61,72],"then":[64],"aggregates":[65],"reported":[67],"outputs":[68,146],"obtain":[70],"aggregate":[71,145],"A":[73],"crucial":[74],"question":[75],"that":[76,138,168,218],"arises":[77],"during":[78],"process":[80],"is:":[81],"how":[82,245],"many":[83],"crowd":[84],"should":[86,106,176],"hire?":[89],"In":[90],"investigate":[94],"empirical":[97],"perspective":[98],"optimal":[100,170],"hire":[107,177],"when":[108],"with":[111],"particular":[113],"focus":[114],"platform":[118],"Amazon":[119],"Mechanical":[120],"Turk.":[121],"Specifically,":[122],"report":[124],"results":[126,232],"three":[128],"studies":[129],"involving":[130],"different":[131],"tasks":[132,227],"and":[133,191,207,240],"payment":[134,192],"schemes.":[135],"We":[136],"find":[137,167,217],"both":[139],"expected":[141],"error":[142],"well":[148],"risk":[151],"poor":[154],"combination":[155],"decrease":[158],"increases.":[164],"Surprisingly,":[165],"for":[178],"task":[180,190],"around":[182],"10":[183],"11,":[185],"no":[186],"matter":[187],"underlying":[189],"scheme.":[193],"To":[194],"derive":[195],"such":[196],"result,":[198,214],"employ":[200],"principled":[202],"analysis":[203],"based":[204],"bootstrapping":[206],"segmented":[208],"linear":[209],"regression.":[210],"Besides":[211],"above":[213],"also":[216],"overall":[219],"top-performing":[220],"are":[222],"more":[223,248],"consistent":[224],"across":[225],"multiple":[226],"than":[228],"other":[229],"workers.":[230],"Our":[231],"thus":[233],"contribute":[234],"better":[237],"understanding":[238],"of,":[239],"provide":[241],"new":[242],"insights":[243],"into,":[244],"design":[247],"effective":[249],"processes.":[251]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2016-06-24T00:00:00"}