{"id":"https://openalex.org/W2769745150","doi":"https://doi.org/10.1109/tpds.2017.2775232","title":"<sc>MeLoDy</sc>: A Long-Term Dynamic Quality-Aware Incentive Mechanism for Crowdsourcing","display_name":"<sc>MeLoDy</sc>: A Long-Term Dynamic Quality-Aware Incentive Mechanism for Crowdsourcing","publication_year":2017,"publication_date":"2017-11-20","ids":{"openalex":"https://openalex.org/W2769745150","doi":"https://doi.org/10.1109/tpds.2017.2775232","mag":"2769745150"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2017.2775232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2775232","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357128","display_name":"Hongwei Wang","orcid":"https://orcid.org/0000-0001-7474-8271"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongwei Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shang Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7474-8271","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shang Jiao Tong University, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9831-2202","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740023","display_name":"Jiannong Cao","orcid":"https://orcid.org/0000-0002-2725-2529"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiannong Cao","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039318240","display_name":"Minyi Guo","orcid":"https://orcid.org/0000-0003-0034-2302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minyi Guo","raw_affiliation_strings":["Department of Computer Science and Engineering, Shang Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shang Jiao Tong University, Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.9487,"has_fulltext":false,"cited_by_count":72,"citation_normalized_percentile":{"value":0.98685085,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"29","issue":"4","first_page":"901","last_page":"914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9607536792755127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8473820686340332},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6886271238327026},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.650479793548584},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.5691637992858887},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.561700165271759},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46282631158828735},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4292517900466919},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3734109103679657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30134841799736023},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20603936910629272},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14940688014030457},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.09329423308372498}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9607536792755127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8473820686340332},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6886271238327026},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.650479793548584},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5691637992858887},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.561700165271759},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46282631158828735},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4292517900466919},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3734109103679657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30134841799736023},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20603936910629272},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14940688014030457},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.09329423308372498},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpds.2017.2775232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2775232","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-130850","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-130850","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/79622","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/79622","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal/Magazine Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G1423370025","display_name":null,"funder_award_id":"61602301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W108763474","https://openalex.org/W118259468","https://openalex.org/W1482409676","https://openalex.org/W1486008480","https://openalex.org/W1532110328","https://openalex.org/W1601808502","https://openalex.org/W1626341607","https://openalex.org/W1633675443","https://openalex.org/W1663973292","https://openalex.org/W1858303725","https://openalex.org/W1970381522","https://openalex.org/W1985690171","https://openalex.org/W1987352480","https://openalex.org/W1989135160","https://openalex.org/W2004373800","https://openalex.org/W2005406065","https://openalex.org/W2028818097","https://openalex.org/W2029396991","https://openalex.org/W2032596903","https://openalex.org/W2039922069","https://openalex.org/W2055733113","https://openalex.org/W2057764247","https://openalex.org/W2064677871","https://openalex.org/W2067708565","https://openalex.org/W2076742192","https://openalex.org/W2086170941","https://openalex.org/W2098865355","https://openalex.org/W2105268242","https://openalex.org/W2120826095","https://openalex.org/W2124810512","https://openalex.org/W2129951658","https://openalex.org/W2134305421","https://openalex.org/W2141282920","https://openalex.org/W2149273804","https://openalex.org/W2152009989","https://openalex.org/W2162815002","https://openalex.org/W2170493558","https://openalex.org/W2182472765","https://openalex.org/W2258849743","https://openalex.org/W2295450398","https://openalex.org/W2326254517","https://openalex.org/W2508096334","https://openalex.org/W2508573783","https://openalex.org/W2551296595","https://openalex.org/W2574161003","https://openalex.org/W2593018837","https://openalex.org/W2728944333","https://openalex.org/W2952598059","https://openalex.org/W3029818501","https://openalex.org/W3103090156","https://openalex.org/W3123895079","https://openalex.org/W4212863985","https://openalex.org/W4214717370","https://openalex.org/W4300076045","https://openalex.org/W6628784897","https://openalex.org/W6636555208","https://openalex.org/W6636827874","https://openalex.org/W6638921482","https://openalex.org/W6638976287","https://openalex.org/W6679959949","https://openalex.org/W6682171051","https://openalex.org/W6682675497","https://openalex.org/W6686043061","https://openalex.org/W6729775952","https://openalex.org/W6785799196"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W2511805441"],"abstract_inverted_index":{"Crowdsourcing":[0],"allows":[1],"requesters":[2,34,95],"to":[3,6,14,54],"allocate":[4],"tasks":[5],"a":[7,24,41,74,83,111,143],"group":[8],"of":[9,17,107,138,162,169,189],"workers":[10,97],"on":[11,155],"the":[12,135,160],"Internet":[13],"make":[15],"use":[16],"their":[18,175],"collective":[19],"intelligence.":[20],"Quality":[21],"control":[22],"is":[23],"key":[25],"design":[26,110],"objective":[27],"in":[28,73,146,187,210],"incentive":[29,87],"mechanisms":[30,51],"for":[31,89,120,148],"crowdsourcing":[32],"as":[33,63,98],"aim":[35],"at":[36,159],"obtaining":[37],"high-quality":[38],"answers":[39],"under":[40],"limited":[42],"budget.":[43],"However,":[44],"when":[45],"measuring":[46],"workers'":[47,56,61,139,170],"long-term":[48,84,136,211],"quality,":[49,140],"existing":[50,185],"either":[52],"fail":[53],"utilize":[55],"historical":[57,171],"information,":[58],"or":[59],"treat":[60],"quality":[62,149,176,191],"stable":[64],"and":[65,96,117,127,151,173,200],"ignore":[66],"its":[67],"temporal":[68],"characteristics,":[69],"hence":[70],"performing":[71],"poorly":[72],"long":[75],"run.":[76],"In":[77,104],"this":[78],"paper":[79],"we":[80,109,141,181],"propose":[81,142],"MELODY,":[82,108],"dynamic":[85],"quality-aware":[86,118],"mechanism":[88],"crowdsourcing.":[90],"MELODY":[91,147],"models":[92],"interaction":[93],"between":[94],"reverse":[99],"auctions":[100],"that":[101,183],"run":[102,106],"continuously.":[103],"each":[105,163],"truthful,":[112],"individual":[113],"rational,":[114],"budget":[115],"feasible":[116],"algorithm":[119],"task":[121],"allocation":[122],"with":[123],"polynomial-time":[124],"computation":[125],"complexity":[126],"O(1)":[128],"performance":[129,202],"ratio.":[130],"Moreover,":[131],"taking":[132],"into":[133],"consideration":[134],"characteristics":[137],"novel":[144],"framework":[145],"inference":[150],"parameters":[152],"learning":[153],"based":[154],"Linear":[156],"Dynamical":[157],"Systems":[158],"end":[161],"run,":[164],"which":[165],"takes":[166],"full":[167],"advantage":[168],"information":[172],"predicts":[174],"accurately.":[177],"Through":[178],"extensive":[179],"simulations,":[180],"demonstrate":[182],"MELODYoutperforms":[184],"work":[186],"terms":[188],"both":[190],"estimation":[192,194],"(reducing":[193],"error":[195],"by":[196,206],"17.6%":[197],"~":[198,208],"24.2%)":[199],"social":[201],"(increasing":[203],"requester's":[204],"utility":[205],"18.2%":[207],"46.6%)":[209],"scenarios.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":6}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2017-12-04T00:00:00"}