{"id":"https://openalex.org/W2344021173","doi":"https://doi.org/10.1109/tsc.2016.2539954","title":"Incentive Mechanism and Rating System Design for Crowdsourcing Systems: Analysis, Tradeoffs and Inference","display_name":"Incentive Mechanism and Rating System Design for Crowdsourcing Systems: Analysis, Tradeoffs and Inference","publication_year":2016,"publication_date":"2016-03-09","ids":{"openalex":"https://openalex.org/W2344021173","doi":"https://doi.org/10.1109/tsc.2016.2539954","mag":"2344021173"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2016.2539954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2016.2539954","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064190343","display_name":"Hong Xie","orcid":"https://orcid.org/0000-0001-7935-7210"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hong Xie","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068489266","display_name":"John C. S. Lui","orcid":"https://orcid.org/0000-0001-7466-0384"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"John C. S. Lui","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.1577,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.96546001,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"1","first_page":"90","last_page":"102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8635295629501343},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7691642045974731},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6759511232376099},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6110826134681702},{"id":"https://openalex.org/keywords/outsourcing","display_name":"Outsourcing","score":0.5637077689170837},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.526418149471283},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5004186630249023},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.46325644850730896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2414698302745819},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1200602650642395},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.10536235570907593},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.10471415519714355}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8635295629501343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7691642045974731},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6759511232376099},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6110826134681702},{"id":"https://openalex.org/C46934059","wikidata":"https://www.wikidata.org/wiki/Q61515","display_name":"Outsourcing","level":2,"score":0.5637077689170837},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.526418149471283},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5004186630249023},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.46325644850730896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2414698302745819},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1200602650642395},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.10536235570907593},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.10471415519714355},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2016.2539954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2016.2539954","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W118259468","https://openalex.org/W138005451","https://openalex.org/W159136832","https://openalex.org/W1525088415","https://openalex.org/W1528963340","https://openalex.org/W1530756071","https://openalex.org/W1541075651","https://openalex.org/W1590411898","https://openalex.org/W1988560072","https://openalex.org/W2004373800","https://openalex.org/W2008053151","https://openalex.org/W2011558202","https://openalex.org/W2041411104","https://openalex.org/W2046711200","https://openalex.org/W2060675468","https://openalex.org/W2061863227","https://openalex.org/W2080942732","https://openalex.org/W2086333607","https://openalex.org/W2093413654","https://openalex.org/W2098865355","https://openalex.org/W2106242970","https://openalex.org/W2106568252","https://openalex.org/W2107756083","https://openalex.org/W2112299236","https://openalex.org/W2119387217","https://openalex.org/W2124576904","https://openalex.org/W2124810512","https://openalex.org/W2129251351","https://openalex.org/W2150638405","https://openalex.org/W2151401338","https://openalex.org/W2158751658","https://openalex.org/W2161695290","https://openalex.org/W2188732456","https://openalex.org/W2251049298","https://openalex.org/W2281151414","https://openalex.org/W2291627366","https://openalex.org/W2296319761","https://openalex.org/W2398690976","https://openalex.org/W2608886124","https://openalex.org/W3122078363","https://openalex.org/W3123895079","https://openalex.org/W3126123353","https://openalex.org/W4248272555","https://openalex.org/W4250589301","https://openalex.org/W4301268652","https://openalex.org/W4303111783","https://openalex.org/W6606431501","https://openalex.org/W6676979045","https://openalex.org/W6686850532","https://openalex.org/W6695823112","https://openalex.org/W6712662495","https://openalex.org/W6845048839"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2737596577","https://openalex.org/W2281151414","https://openalex.org/W2388473457"],"abstract_inverted_index":{"Macrotasking":[0],"crowdsourcing":[1],"systems":[2,31],"like":[3,65],"Elance":[4,294],"and":[5,16,139,163,206,217,298],"Fiverr":[6],"serve":[7],"as":[8,186],"efficient":[9],"platforms":[10],"for":[11],"requesters":[12,33],"to":[13,23,53,62,80,84,99,111,117,120,127,159,176,228,245,303],"outsource":[14],"challenging":[15],"innovative":[17],"tasks":[18,197],"that":[19,32,46,262,289],"require":[20],"special":[21],"skills":[22],"workers.":[24],"It":[25],"is":[26,45,125,295],"widely":[27],"practiced":[28],"in":[29,91,219,293],"such":[30,95],"reward":[34,144,204],"workers":[35,86,119,145],"based":[36,146],"on":[37,40,107,147,150,167,254],"requesters'":[38,47,148],"assessment":[39,48],"solution":[41,60,152],"quality.":[42,153],"The":[43],"challenge":[44],"may":[49],"not":[50],"be":[51,184,199,301],"accurate":[52],"reflect":[54],"the":[55,76,92,102,151,168,193,207,213,242,272,290],"intrinsic":[56],"quality":[57,89],"of":[58,94,104,134,196,271,281],"a":[59,82,115,135,140,156,187,202,247,255,278,304],"due":[61],"human":[63,96,105,128,161,214],"factors":[64,106],"personal":[66],"preferences":[67],"or":[68],"biases.":[69],"In":[70],"this":[71],"work,":[72],"we":[73,251,287],"consider":[74],"answering":[75],"following":[77],"questions:":[78],"How":[79,98],"design":[81,114],"mechanism":[83,116,132,265],"incentivize":[85,118],"provide":[87,121],"high":[88],"solutions":[90],"presence":[93],"factors?":[97],"formally":[100],"study":[101],"impact":[103,166],"workers'":[108],"financial":[109],"incentive":[110,131,169,264],"participate?":[112],"We":[113,154,171,222],"high-quality":[122],"contributions,":[123],"which":[124,143,182,211,233],"robust":[126],"factors.":[129],"Our":[130],"consists":[133],"\u201ctask":[136],"bundling":[137,231],"scheme\u201d":[138],"\u201crating":[141,208],"system\u201d,":[142],"rating":[149,179,291,306,310],"propose":[155],"probabilistic":[157],"model":[158],"capture":[160],"factors,":[162],"quantify":[164],"their":[165],"mechanism.":[170],"formulate":[172,224],"an":[173,225],"optimization":[174,226],"framework":[175,227],"select":[177,229],"appropriate":[178,230],"system":[180,209,236,275,292,307],"parameters,":[181],"can":[183,198,234],"viewed":[185],"tradeoff":[188,235],"between":[189],"\u201csystem":[190],"efficiency\u201d,":[191],"i.e.,":[192],"total":[194],"number":[195],"solved":[200],"given":[201],"fixed":[203],"budget,":[205],"complexity\u201d,":[210],"determines":[212],"cognitive":[215],"cost":[216],"time":[218,244],"expressing":[220],"ratings.":[221],"also":[223],"size,":[232],"efficiency":[237,276],"against":[238],"service":[239,279],"delay":[240,280],"(i.e.,":[241,308],"waiting":[243],"form":[246],"task":[248],"bundle).":[249],"Finally,":[250],"conduct":[252],"experiments":[253],"dataset":[256],"from":[257],"Elance.":[258],"Experimental":[259],"results":[260],"show":[261],"our":[263],"achieves":[266],"at":[267,282],"least":[268],"99.95":[269],"percent":[270],"theoretical":[273],"maximum":[274],"with":[277],"most":[283],"2.3639":[284],"hours.":[285],"Furthermore,":[286],"discover":[288],"too":[296],"complex,":[297],"it":[299],"should":[300],"simplified":[302],"binary":[305],"two":[309],"points).":[311]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}