{"id":"https://openalex.org/W2406315853","doi":"https://doi.org/10.1145/2897510","title":"Design and Analysis of Incentive and Reputation Mechanisms for Online Crowdsourcing Systems","display_name":"Design and Analysis of Incentive and Reputation Mechanisms for Online Crowdsourcing Systems","publication_year":2016,"publication_date":"2016-05-07","ids":{"openalex":"https://openalex.org/W2406315853","doi":"https://doi.org/10.1145/2897510","mag":"2406315853"},"language":"en","primary_location":{"id":"doi:10.1145/2897510","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897510","pdf_url":null,"source":{"id":"https://openalex.org/S4210231956","display_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","issn_l":"2376-3639","issn":["2376-3639","2376-3647"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064190343","display_name":"Hong Xie","orcid":"https://orcid.org/0000-0001-7935-7210"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Hong Xie","raw_affiliation_strings":["Chinese University of Hong Kong, Shatin, NT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Shatin, NT","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068489266","display_name":"John C. S. Lui","orcid":"https://orcid.org/0000-0001-7466-0384"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"John C. S. Lui","raw_affiliation_strings":["Chinese University of Hong Kong, Shatin, NT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Shatin, NT","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036683370","display_name":"Don Towsley","orcid":"https://orcid.org/0000-0002-7808-7375"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Don Towsley","raw_affiliation_strings":["University of Massachusetts, Amherst, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064190343"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":2.2743,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90690417,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"1","issue":"3","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.8558471202850342},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8280421495437622},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.7693547010421753},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.6459986567497253},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6401419043540955},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5984987616539001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5601457357406616},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.5072762370109558},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49464723467826843},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4890747666358948},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.41220802068710327},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3233646750450134},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.2586868703365326},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18668785691261292},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.14810839295387268},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1357790231704712},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.07344624400138855}],"concepts":[{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.8558471202850342},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8280421495437622},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7693547010421753},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.6459986567497253},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6401419043540955},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5984987616539001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5601457357406616},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.5072762370109558},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49464723467826843},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4890747666358948},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.41220802068710327},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3233646750450134},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.2586868703365326},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18668785691261292},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.14810839295387268},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1357790231704712},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.07344624400138855},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2897510","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897510","pdf_url":null,"source":{"id":"https://openalex.org/S4210231956","display_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","issn_l":"2376-3639","issn":["2376-3639","2376-3647"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5699999928474426,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W118259468","https://openalex.org/W138005451","https://openalex.org/W1528963340","https://openalex.org/W1590411898","https://openalex.org/W2004373800","https://openalex.org/W2011558202","https://openalex.org/W2046711200","https://openalex.org/W2056700716","https://openalex.org/W2061863227","https://openalex.org/W2098865355","https://openalex.org/W2106568252","https://openalex.org/W2107756083","https://openalex.org/W2112299236","https://openalex.org/W2117470435","https://openalex.org/W2120826095","https://openalex.org/W2121222025","https://openalex.org/W2121777329","https://openalex.org/W2124576904","https://openalex.org/W2124810512","https://openalex.org/W2129251351","https://openalex.org/W2158751658","https://openalex.org/W2188732456","https://openalex.org/W2251049298","https://openalex.org/W2291627366","https://openalex.org/W2346933546","https://openalex.org/W2398690976","https://openalex.org/W2561675875","https://openalex.org/W2735460460","https://openalex.org/W3121522380","https://openalex.org/W3122078363","https://openalex.org/W3123895079","https://openalex.org/W3124258878","https://openalex.org/W3126123353"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W1832439656","https://openalex.org/W2094448143","https://openalex.org/W2281151414"],"abstract_inverted_index":{"Today,":[0],"online":[1,18],"crowdsourcing":[2],"services":[3],"like":[4],"Amazon":[5],"Mechanical":[6],"Turk,":[7],"UpWork,":[8],"and":[9,45,61,93,142,205,213,223,229,255,262,273],"Yahoo!":[10],"Answers":[11],"are":[12],"gaining":[13],"in":[14,121],"popularity.":[15],"For":[16],"such":[17],"services,":[19],"it":[20],"is":[21,38,186],"important":[22],"to":[23,26,30,64,76,118,175,251],"attract":[24],"\u201cworkers\u201d":[25],"provide":[27,47,98,134],"high-quality":[28,66,99,168],"solutions":[29,67,116,136],"the":[31,81,90,106,193,208,216,227,257,279],"\u201ctasks\u201d":[32],"outsourced":[33],"by":[34,137,152],"\u201crequesters.\u201d":[35],"The":[36],"challenge":[37],"that":[39,95,109,129,151,184,197,270],"workers":[40,75,84,97,131,145],"have":[41],"different":[42,48],"skill":[43],"sets":[44],"can":[46,163,198],"amounts":[49],"of":[50,59,89,195,210,231,259,278,287],"effort.":[51],"In":[52],"this":[53,247],"article,":[54],"we":[55,214],"design":[56],"a":[57,78,110,161,187,202,237],"class":[58],"incentive":[60,71,103,159,261,272],"reputation":[62,126,155,180,263,274],"mechanisms":[63,233,264,275],"solicit":[65],"from":[68,240,246],"workers.":[69],"Our":[70,125],"mechanism":[72,104,127,156],"allows":[73],"multiple":[74],"solve":[77],"task,":[79],"splits":[80],"reward":[82],"among":[83],"based":[85],"on":[86],"requester":[87,111,162],"evaluations":[88],"solution":[91],"quality,":[92],"guarantees":[94],"high-skilled":[96],"solutions.":[100],"However,":[101],"our":[102,154,158,179,232,260,271],"suffers":[105],"potential":[107],"risk":[108],"will":[112],"eventually":[113],"collects":[114],"low-quality":[115,135],"due":[117],"fundamental":[119],"limitations":[120],"task":[122],"assigning":[123],"accuracy.":[124],"ensures":[128],"low-skilled":[130],"do":[132],"not":[133],"tracking":[138],"workers\u2019":[139],"historical":[140],"contributions":[141],"penalizing":[143],"those":[144],"having":[146],"poor":[147],"reputations.":[148],"We":[149,170,182,225,242],"show":[150,183,269],"coupling":[153],"with":[157],"mechanism,":[160],"collect":[164],"at":[165],"least":[166],"one":[167],"solution.":[169],"present":[171,215],"an":[172],"optimization":[173],"framework":[174],"select":[176,256],"parameters":[177,245,258],"for":[178,201,265],"mechanism.":[181],"there":[185],"trade-off":[188,218],"between":[189,220],"system":[190,221,281],"efficiency":[191,222,282],"(i.e.,":[192,207],"number":[194],"tasks":[196],"be":[199],"solved":[200],"given":[203],"reward)":[204],"revenue":[206],"amount":[209],"transaction":[211],"fees),":[212],"optimal":[217],"curve":[219],"revenue.":[224,288],"demonstrate":[226],"applicability":[228],"effectiveness":[230],"through":[234],"experiments":[235],"using":[236],"real-world":[238],"dataset":[239],"UpWork.":[241,266],"infer":[243],"model":[244],"data,":[248],"use":[249],"them":[250],"determine":[252],"proper":[253],"rewards,":[254],"Experimental":[267],"results":[268],"achieve":[276],"98.82%":[277],"maximum":[280],"while":[283],"only":[284],"sacrificing":[285],"4%":[286]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}