{"id":"https://openalex.org/W2953368668","doi":"https://doi.org/10.1145/3321700","title":"Beyond Monetary Incentives","display_name":"Beyond Monetary Incentives","publication_year":2019,"publication_date":"2019-06-13","ids":{"openalex":"https://openalex.org/W2953368668","doi":"https://doi.org/10.1145/3321700","mag":"2953368668"},"language":"en","primary_location":{"id":"doi:10.1145/3321700","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3321700","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3321700","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3321700","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021612761","display_name":"Oluwaseyi Feyisetan","orcid":"https://orcid.org/0000-0002-0786-9505"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Oluwaseyi Feyisetan","raw_affiliation_strings":["University of Southampton, UK"],"affiliations":[{"raw_affiliation_string":"University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046030036","display_name":"Elena Simperl","orcid":"https://orcid.org/0000-0003-1722-947X"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Elena Simperl","raw_affiliation_strings":["University of Southampton, UK"],"affiliations":[{"raw_affiliation_string":"University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5021612761"],"corresponding_institution_ids":["https://openalex.org/I43439940"],"apc_list":null,"apc_paid":null,"fwci":1.5582,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.85726608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":"2","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.948258638381958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8056115508079529},{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.6872014999389648},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5915578007698059},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.590243935585022},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5715255737304688},{"id":"https://openalex.org/keywords/remuneration","display_name":"Remuneration","score":0.5683587193489075},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42915600538253784},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3859960436820984},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3299710750579834},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.29229259490966797},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.11681416630744934},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10947537422180176},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.09697991609573364}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.948258638381958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8056115508079529},{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.6872014999389648},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5915578007698059},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.590243935585022},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5715255737304688},{"id":"https://openalex.org/C2777488495","wikidata":"https://www.wikidata.org/wiki/Q1742093","display_name":"Remuneration","level":2,"score":0.5683587193489075},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42915600538253784},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3859960436820984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3299710750579834},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29229259490966797},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.11681416630744934},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10947537422180176},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.09697991609573364},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3321700","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3321700","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3321700","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3321700","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3321700","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3321700","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G4565540709","display_name":"SOCIAM: The Theory and Practice of Social Machines","funder_award_id":"EP/J017728/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5105763708","display_name":null,"funder_award_id":"EP/J017728","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6898332624","display_name":"QROWD - Because Big Data Integration is Humanly Possible","funder_award_id":"732194","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8956605647","display_name":null,"funder_award_id":"732194 (QROWD)","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G928091998","display_name":null,"funder_award_id":"EP/J017728/2 (SOCIAM: The Theory and Practice of Social Machines)","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320277","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2953368668.pdf","grobid_xml":"https://content.openalex.org/works/W2953368668.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W159136832","https://openalex.org/W256394748","https://openalex.org/W603268604","https://openalex.org/W901892111","https://openalex.org/W1456359350","https://openalex.org/W1501833793","https://openalex.org/W1967246308","https://openalex.org/W1968326021","https://openalex.org/W1969714194","https://openalex.org/W1973247426","https://openalex.org/W1981271237","https://openalex.org/W1987806401","https://openalex.org/W1994927185","https://openalex.org/W2000572635","https://openalex.org/W2002982773","https://openalex.org/W2005665592","https://openalex.org/W2007018772","https://openalex.org/W2009607194","https://openalex.org/W2023718959","https://openalex.org/W2025945592","https://openalex.org/W2026566343","https://openalex.org/W2035683813","https://openalex.org/W2036625304","https://openalex.org/W2038280165","https://openalex.org/W2043634452","https://openalex.org/W2048167030","https://openalex.org/W2058179030","https://openalex.org/W2058556535","https://openalex.org/W2065049201","https://openalex.org/W2073338313","https://openalex.org/W2090048052","https://openalex.org/W2103809171","https://openalex.org/W2104377229","https://openalex.org/W2112650876","https://openalex.org/W2121842925","https://openalex.org/W2124327196","https://openalex.org/W2125943921","https://openalex.org/W2132576251","https://openalex.org/W2136606893","https://openalex.org/W2138623668","https://openalex.org/W2138847321","https://openalex.org/W2140287075","https://openalex.org/W2141282920","https://openalex.org/W2143430537","https://openalex.org/W2145111356","https://openalex.org/W2147603330","https://openalex.org/W2153848201","https://openalex.org/W2160338921","https://openalex.org/W2169593491","https://openalex.org/W2171450492","https://openalex.org/W2178171640","https://openalex.org/W2181558882","https://openalex.org/W2228844318","https://openalex.org/W2234829506","https://openalex.org/W2252446605","https://openalex.org/W2339954278","https://openalex.org/W2341535507","https://openalex.org/W2402532029","https://openalex.org/W2472528732","https://openalex.org/W2479485957","https://openalex.org/W2567829267","https://openalex.org/W2579353374","https://openalex.org/W2613750375","https://openalex.org/W2735460460","https://openalex.org/W2738182482","https://openalex.org/W2742152888","https://openalex.org/W2796656384","https://openalex.org/W2914331073","https://openalex.org/W2924984785","https://openalex.org/W2962857989","https://openalex.org/W3022009422","https://openalex.org/W3121257585","https://openalex.org/W3123593429","https://openalex.org/W3124276395","https://openalex.org/W4206723194","https://openalex.org/W4230939871","https://openalex.org/W4241382987","https://openalex.org/W4246954663"],"related_works":["https://openalex.org/W2015078956","https://openalex.org/W4225773843","https://openalex.org/W2735088306","https://openalex.org/W3032998312","https://openalex.org/W4286740636","https://openalex.org/W135177976","https://openalex.org/W2946214509","https://openalex.org/W2606108738","https://openalex.org/W4384486036","https://openalex.org/W1902160994"],"abstract_inverted_index":{"In":[0,149],"this":[1],"article,":[2],"we":[3,153],"aim":[4],"to":[5,25,66,90,139,208,227,250],"gain":[6],"a":[7,57,64,83,100,105,110,144,171,185,200,205],"better":[8],"understanding":[9],"into":[10],"how":[11],"paid":[12,247],"microtask":[13],"crowdsourcing":[14,68,80],"could":[15,203],"leverage":[16],"its":[17],"appeal":[18],"and":[19,29,46,158,254,256,263],"scaling":[20],"power":[21],"by":[22,233],"using":[23],"contests":[24,81],"boost":[26,251],"crowd":[27,96,126,266],"performance":[28,253],"engagement.":[30],"We":[31,78,120,166],"introduce":[32],"our":[33,137],"microtask-based":[34],"annotation":[35,133,178,220],"platform":[36],"Wordsmith":[37],",":[38],"which":[39,73,125,175],"features":[40],"incentives":[41],"such":[42],"as":[43,63,82],"points,":[44],"leaderboards,":[45],"badges":[47],"on":[48,56,113,117,135,182,242],"top":[49,235],"of":[50,60,94,146,163,219,246],"financial":[51],"remuneration.":[52],"Our":[53],"analysis":[54],"focuses":[55],"particular":[58,217],"type":[59],"incentive,":[61],"contests,":[62],"means":[65],"apply":[67],"in":[69,72,124,143,174,199],"near-real-time":[70],"scenarios,":[71],"requesters":[74],"need":[75],"labels":[76],"quickly.":[77],"model":[79,207],"continuous-time":[84],"Markov":[85],"chain":[86],"with":[87],"the":[88,92,95,118,150,160,168,176,196,223,234,238,258],"objective":[89],"maximise":[91],"output":[93],"workers,":[97],"while":[98],"varying":[99],"parameter":[101],"that":[102,193],"determines":[103],"whether":[104],"worker":[106],"is":[107],"eligible":[108],"for":[109,216,265],"reward":[111,156,224],"based":[112],"their":[114],"present":[115],"rank":[116],"leaderboard.":[119],"conduct":[121],"empirical":[122],"experiments":[123,191,239],"workers":[127],"recruited":[128],"from":[129],"CrowdFlower":[130,183],"carry":[131],"out":[132],"microtasks":[134,248],"Wordsmith\u2014in":[136],"case,":[138],"identify":[140],"named":[141],"entities":[142],"stream":[145],"Twitter":[147],"posts.":[148],"experimental":[151],"conditions,":[152],"test":[154],"different":[155],"spreads":[157],"record":[159],"total":[161],"number":[162],"annotations":[164],"received.":[165],"compare":[167],"results":[169,210],"against":[170],"control":[172],"condition":[173],"same":[177],"task":[179,252],"was":[180],"completed":[181],"without":[184],"time":[186],"or":[187],"contest":[188,202],"constraint.":[189],"The":[190],"show":[192],"rewarding":[194],"only":[195],"best":[197],"contributors":[198],"live":[201],"be":[204],"viable":[206],"deliver":[209],"faster,":[211],"though":[212],"quality":[213],"might":[214],"suffer":[215],"types":[218],"tasks.":[221],"Increasing":[222],"spread":[225],"leads":[226],"more":[228,261],"work":[229],"being":[230],"completed,":[231],"especially":[232],"contestants.":[236],"Overall,":[237],"shed":[240],"light":[241],"possible":[243],"design":[244],"improvements":[245],"platforms":[249],"speed":[255],"make":[257],"overall":[259],"experience":[260],"fair":[262],"interesting":[264],"workers.":[267]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}