{"id":"https://openalex.org/W3206968672","doi":"https://doi.org/10.25300/misq/2023/15166","title":"Real-Effort Incentives in Online Labor Markets: Punishments and Rewards for Individuals and Groups","display_name":"Real-Effort Incentives in Online Labor Markets: Punishments and Rewards for Individuals and Groups","publication_year":2024,"publication_date":"2024-03-01","ids":{"openalex":"https://openalex.org/W3206968672","doi":"https://doi.org/10.25300/misq/2023/15166","mag":"3206968672"},"language":"en","primary_location":{"id":"doi:10.25300/misq/2023/15166","is_oa":false,"landing_page_url":"https://doi.org/10.25300/misq/2023/15166","pdf_url":null,"source":{"id":"https://openalex.org/S57293258","display_name":"MIS Quarterly","issn_l":"0276-7783","issn":["0276-7783","2162-9730"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4327875293","host_organization_name":"MIS Quarterly","host_organization_lineage":["https://openalex.org/P4327875293"],"host_organization_lineage_names":["MIS Quarterly"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MIS Quarterly","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090189782","display_name":"Matthew J. Hashim","orcid":"https://orcid.org/0000-0003-1718-7484"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew J. Hashim","raw_affiliation_strings":["Department of Management Information Systems, Eller College of Management, University of Arizona, Tucson, AZ, U.S.A","University of Arizona"],"affiliations":[{"raw_affiliation_string":"Department of Management Information Systems, Eller College of Management, University of Arizona, Tucson, AZ, U.S.A","institution_ids":[]},{"raw_affiliation_string":"University of Arizona","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037145586","display_name":"Jesse Bockstedt","orcid":"https://orcid.org/0000-0002-4274-9744"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jesse C. Bockstedt","raw_affiliation_strings":["Information Systems and Operations Management Department, Goizueta Business School, Emory University, Atlanta, GA, U.S.A","University of Arizona - Department of Management Information Systems"],"affiliations":[{"raw_affiliation_string":"Information Systems and Operations Management Department, Goizueta Business School, Emory University, Atlanta, GA, U.S.A","institution_ids":[]},{"raw_affiliation_string":"University of Arizona - Department of Management Information Systems","institution_ids":["https://openalex.org/I138006243"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5090189782"],"corresponding_institution_ids":["https://openalex.org/I138006243"],"apc_list":null,"apc_paid":null,"fwci":1.1196,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7767362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"48","issue":"1","first_page":"299","last_page":"320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11257","display_name":"Taxation and Compliance Studies","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10208","display_name":"Labor market dynamics and wage inequality","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.7823679447174072},{"id":"https://openalex.org/keywords/labour-economics","display_name":"Labour economics","score":0.5251219868659973},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.43237653374671936},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.39602211117744446},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.3378588557243347}],"concepts":[{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7823679447174072},{"id":"https://openalex.org/C145236788","wikidata":"https://www.wikidata.org/wiki/Q28161","display_name":"Labour economics","level":1,"score":0.5251219868659973},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.43237653374671936},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.39602211117744446},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.3378588557243347}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.25300/misq/2023/15166","is_oa":false,"landing_page_url":"https://doi.org/10.25300/misq/2023/15166","pdf_url":null,"source":{"id":"https://openalex.org/S57293258","display_name":"MIS Quarterly","issn_l":"0276-7783","issn":["0276-7783","2162-9730"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4327875293","host_organization_name":"MIS Quarterly","host_organization_lineage":["https://openalex.org/P4327875293"],"host_organization_lineage_names":["MIS Quarterly"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MIS Quarterly","raw_type":"journal-article"},{"id":"pmh:oai:repository.arizona.edu:10150/672292","is_oa":false,"landing_page_url":"https://repository.arizona.edu/bitstream/handle/10150/672292/retrieve.pdf?sequence=1&isAllowed=n","pdf_url":null,"source":{"id":"https://openalex.org/S4306400271","display_name":"UA Campus Repository (The University of Arizona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138006243","host_organization_name":"University of Arizona","host_organization_lineage":["https://openalex.org/I138006243"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:aisel.aisnet.org:misq-3880","is_oa":false,"landing_page_url":"https://aisel.aisnet.org/misq/vol48/iss1/12","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Management Information Systems Quarterly","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.7400000095367432,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W83993254","https://openalex.org/W1504722754","https://openalex.org/W1531758582","https://openalex.org/W1552853363","https://openalex.org/W1614298861","https://openalex.org/W1979257114","https://openalex.org/W1992442661","https://openalex.org/W1998819003","https://openalex.org/W2003089824","https://openalex.org/W2029714437","https://openalex.org/W2036907053","https://openalex.org/W2036951652","https://openalex.org/W2040004077","https://openalex.org/W2047022086","https://openalex.org/W2071031488","https://openalex.org/W2106613780","https://openalex.org/W2110661376","https://openalex.org/W2117546413","https://openalex.org/W2120194367","https://openalex.org/W2130175935","https://openalex.org/W2130316040","https://openalex.org/W2133417759","https://openalex.org/W2152006930","https://openalex.org/W2154333227","https://openalex.org/W2155850969","https://openalex.org/W2157701227","https://openalex.org/W2160274729","https://openalex.org/W2162565185","https://openalex.org/W2250539671","https://openalex.org/W2486090727","https://openalex.org/W2559826910","https://openalex.org/W2791440349","https://openalex.org/W2807532403","https://openalex.org/W3121344639","https://openalex.org/W3121647552","https://openalex.org/W3122480108","https://openalex.org/W3122725965","https://openalex.org/W3122867100","https://openalex.org/W3123690179","https://openalex.org/W3124484210","https://openalex.org/W3125947530","https://openalex.org/W3126081580","https://openalex.org/W3126090868","https://openalex.org/W3135367836","https://openalex.org/W3205934028","https://openalex.org/W4239535914","https://openalex.org/W4240752151","https://openalex.org/W4413478369","https://openalex.org/W6634917801","https://openalex.org/W6677659491","https://openalex.org/W6678527994","https://openalex.org/W6691459498","https://openalex.org/W6745215937","https://openalex.org/W6761475825"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2367468089","https://openalex.org/W2358591856","https://openalex.org/W2098133976","https://openalex.org/W2347416728","https://openalex.org/W2468219149","https://openalex.org/W2974100988","https://openalex.org/W2215702767","https://openalex.org/W4388137405","https://openalex.org/W4317371977"],"abstract_inverted_index":{"Online":[0],"labor":[1,37,63,194],"markets":[2,38],"and":[3,19,85,103,130,197],"the":[4,14,24,49,98,111,118,122,125,173,198,203],"humans":[5],"that":[6,52,67,169],"power":[7],"them":[8],"serve":[9],"a":[10,44,92,132,184],"critical":[11],"role":[12],"in":[13,35,136,155,176,202],"advancement":[15],"of":[16,26,32,200,205],"artificial":[17],"intelligence":[18],"supervised":[20],"machine":[21,207],"learning":[22,208],"via":[23],"creation":[25,204],"useful":[27],"training":[28,209],"datasets.":[29,210],"The":[30],"use":[31,199],"human":[33,59],"effort":[34,60,156],"online":[36,193],"is":[39,47],"not":[40],"enough,":[41],"however,":[42],"as":[43,73],"key":[45],"factor":[46],"understanding":[48],"possible":[50],"interventions":[51,90,108,115,174],"market":[53,195],"operators":[54,196],"can":[55],"leverage":[56],"to":[57,82,152,160,164],"incentivize":[58,83],"among":[61],"their":[62],"force.":[64],"We":[65,87],"propose":[66],"platforms":[68],"could":[69],"implement":[70],"mechanisms":[71],"such":[72],"rewards":[74],"or":[75,79,139],"punishments":[76],"at":[77,110,117],"individual":[78,119,142],"group":[80,112,123],"levels":[81],"real-effort":[84,178],"output.":[86],"apply":[88],"our":[89,177],"using":[91],"collaborative":[93,179],"image":[94,180],"tagging":[95,181],"experiment\u2014a":[96],"folksonomy\u2014and":[97],"results":[99],"provide":[100],"interesting":[101],"insights":[102],"nonobvious":[104,133],"consequences.":[105],"On":[106],"average,":[107,147],"applied":[109,116,175],"level":[113],"outperformed":[114],"level.":[120],"Punishing":[121],"provided":[124,131],"most":[126],"controversial":[127],"incentive":[128],"strategy":[129],"significant":[134,153,185],"improvement":[135],"effort.":[137],"Rewarding":[138],"sanctioning":[140,162],"an":[141],"had":[143,183],"similar":[144],"effects":[145],"on":[146,187],"with":[148],"both":[149],"treatments":[150],"leading":[151],"increases":[154],"post-intervention.":[157],"In":[158],"contrast":[159],"predictions,":[161],"appears":[163],"have":[165],"significantly":[166],"motivated":[167],"those":[168],"were":[170],"punished.":[171],"Overall,":[172],"experiment":[182],"impact":[186],"behavior,":[188],"which":[189],"provides":[190],"guidance":[191],"for":[192],"incentives":[201],"labeled":[206]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}