{"id":"https://openalex.org/W2952173670","doi":"https://doi.org/10.1007/s10618-019-00637-z","title":"More for less: adaptive labeling payments in online labor markets","display_name":"More for less: adaptive labeling payments in online labor markets","publication_year":2019,"publication_date":"2019-06-13","ids":{"openalex":"https://openalex.org/W2952173670","doi":"https://doi.org/10.1007/s10618-019-00637-z","mag":"2952173670"},"language":"en","primary_location":{"id":"doi:10.1007/s10618-019-00637-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-019-00637-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00637-z.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00637-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040636767","display_name":"Tomer Geva","orcid":"https://orcid.org/0000-0003-4501-3414"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tomer Geva","raw_affiliation_strings":["Coller School of Management, Tel Aviv University, 6997801, Ramat Aviv, Tel-Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0003-4501-3414","affiliations":[{"raw_affiliation_string":"Coller School of Management, Tel Aviv University, 6997801, Ramat Aviv, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066579957","display_name":"Maytal Saar\u2010Tsechansky","orcid":"https://orcid.org/0000-0002-2400-3762"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maytal Saar-Tsechansky","raw_affiliation_strings":["McCombs School of Business, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-2400-3762","affiliations":[{"raw_affiliation_string":"McCombs School of Business, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085571716","display_name":"Harel Lustiger","orcid":"https://orcid.org/0000-0003-2953-9598"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Harel Lustiger","raw_affiliation_strings":["Coller School of Management, Tel Aviv University, 6997801, Ramat Aviv, Tel-Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0003-2953-9598","affiliations":[{"raw_affiliation_string":"Coller School of Management, Tel Aviv University, 6997801, Ramat Aviv, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066579957"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.4992,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90143124,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"33","issue":"6","first_page":"1625","last_page":"1673"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8554091453552246},{"id":"https://openalex.org/keywords/payment","display_name":"Payment","score":0.7732529640197754},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7479596734046936},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.707169771194458},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5566761493682861},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5253564715385437},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.49360406398773193},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4099721908569336},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3856326937675476},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.23533350229263306},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12731221318244934},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.10937011241912842}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8554091453552246},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.7732529640197754},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7479596734046936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.707169771194458},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5566761493682861},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5253564715385437},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.49360406398773193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4099721908569336},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3856326937675476},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.23533350229263306},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12731221318244934},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10937011241912842},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10618-019-00637-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-019-00637-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00637-z.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10618-019-00637-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-019-00637-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00637-z.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320312387","display_name":"Temple University","ror":"https://ror.org/00kx1jb78"},{"id":"https://openalex.org/F4320322596","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49"},{"id":"https://openalex.org/F4320332022","display_name":"Jeremy Coller Foundation","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952173670.pdf","grobid_xml":"https://content.openalex.org/works/W2952173670.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W108763474","https://openalex.org/W1504121931","https://openalex.org/W1541075651","https://openalex.org/W2018770010","https://openalex.org/W2025459422","https://openalex.org/W2026969101","https://openalex.org/W2078429476","https://openalex.org/W2085989833","https://openalex.org/W2104749423","https://openalex.org/W2106568252","https://openalex.org/W2125943921","https://openalex.org/W2134305421","https://openalex.org/W2138928235","https://openalex.org/W2147687736","https://openalex.org/W2150612552","https://openalex.org/W2161816739","https://openalex.org/W2163522723","https://openalex.org/W2168396085","https://openalex.org/W2182992846","https://openalex.org/W2297545632","https://openalex.org/W2406318719","https://openalex.org/W2475282416","https://openalex.org/W2579642215","https://openalex.org/W2735460460","https://openalex.org/W2951911250","https://openalex.org/W2953080935","https://openalex.org/W3112138688","https://openalex.org/W3120740533","https://openalex.org/W3122078363","https://openalex.org/W3122119771","https://openalex.org/W3123895079","https://openalex.org/W4312235993"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W2603064225"],"abstract_inverted_index":{"In":[0,43,183],"many":[1],"predictive":[2,221],"tasks":[3,80],"where":[4],"human":[5],"intelligence":[6],"is":[7,91,106,153],"needed":[8],"to":[9,41,55,88,112,119,167,198,206,217,237,241,291],"label":[10],"training":[11],"instances,":[12],"online":[13],"crowdsourcing":[14],"markets":[15,128,179],"have":[16],"emerged":[17],"as":[18,67,118,216,240,285],"promising":[19,174],"platforms":[20,27],"for":[21,38,95,160,180,288],"large-scale,":[22],"cost-effective":[23,293],"labeling.":[24,182],"However,":[25],"these":[26,39,127,163,173],"also":[28],"introduce":[29],"significant":[30,268],"challenges":[31,164,234],"that":[32,49,261],"must":[33],"be":[34,283],"addressed":[35],"in":[36,114,126,150],"order":[37],"opportunities":[40],"materialize.":[42],"particular,":[44],"it":[45,105,235],"has":[46],"been":[47],"shown":[48],"different":[50,64,71,89,275],"trade-offs":[51,90],"between":[52],"payment":[53,146,204],"offered":[54,205],"labelers":[56,208],"and":[57,74,100,157,175,200,230,271],"the":[58,76,79,83,115,129,137,148,203,232,262],"quality":[59],"of":[60,70,78,140,192,255,295],"labeling":[61,98,110,213,296],"arise":[62],"at":[63,101,143],"times,":[65],"possibly":[66],"a":[68,169,212,219,252,286],"result":[69],"market":[72,116,256],"conditions":[73],"even":[75],"nature":[77],"themselves.":[81],"Because":[82],"underlying":[84],"mechanism":[85],"giving":[86],"rise":[87],"not":[92,107,133],"well":[93],"understood,":[94],"any":[96,102,144],"given":[97,103,145,220],"task":[99],"time,":[104],"known":[108],"which":[109],"payments":[111],"offer":[113],"so":[117,215,239],"produce":[120,218],"accurate":[121],"models":[122],"cost-effectively.":[123,223],"Importantly,":[124],"because":[125],"acquired":[130,142],"labels":[131,141],"are":[132,165],"always":[134],"correct,":[135],"determining":[136],"expected":[138],"effect":[139],"on":[147,172],"improvement":[149],"model":[151],"performance":[152,222,273],"particularly":[154],"challenging.":[155],"Effective":[156],"robust":[158,272],"methods":[159],"dealing":[161],"with":[162],"essential":[166],"enable":[168],"growing":[170],"reliance":[171],"increasingly":[176],"popular":[177],"labor":[178],"large-scale":[181],"this":[184,189],"paper,":[185],"we":[186,265],"first":[187],"present":[188],"new":[190],"problem":[191],"Adaptive":[193],"Labeling":[194],"Payment":[195],"(ALP):":[196],"how":[197],"learn":[199],"sequentially":[201],"adapt":[202],"crowd":[207],"before":[209],"they":[210],"undertake":[211],"task,":[214],"We":[224,246],"then":[225],"develop":[226],"an":[227],"ALP":[228,263,280],"approach":[229,249,281],"discuss":[231],"key":[233],"aims":[236],"address":[238],"yield":[242],"consistently":[243],"good":[244],"performance.":[245],"evaluate":[247],"our":[248,279],"extensively":[250],"over":[251],"wide":[253],"variety":[254],"conditions.":[257],"Our":[258],"results":[259],"demonstrate":[260],"method":[264],"propose":[266],"yields":[267],"cost":[269],"savings":[270],"across":[274],"settings.":[276],"As":[277],"such,":[278],"can":[282],"used":[284],"benchmark":[287],"future":[289],"mechanisms":[290],"determine":[292],"selection":[294],"payments.":[297]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}