{"id":"https://openalex.org/W3173520522","doi":"https://doi.org/10.1145/3447535.3462482","title":"Improving Reactions to Rejection in Crowdsourcing Through Self-Reflection","display_name":"Improving Reactions to Rejection in Crowdsourcing Through Self-Reflection","publication_year":2021,"publication_date":"2021-06-21","ids":{"openalex":"https://openalex.org/W3173520522","doi":"https://doi.org/10.1145/3447535.3462482","mag":"3173520522"},"language":"en","primary_location":{"id":"doi:10.1145/3447535.3462482","doi":"https://doi.org/10.1145/3447535.3462482","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3447535.3462482","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3447535.3462482","source":{"id":"https://openalex.org/S7407088419","display_name":"ACM Web Science Conference (WebSci)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th ACM Web Science Conference 2021","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3447535.3462482","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092685282","display_name":"Tom Edixhoven","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tom Edixhoven","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047122131","display_name":"Sihang Qiu","orcid":"https://orcid.org/0000-0003-1629-8473","observed_orcids":["https://orcid.org/0000-0003-1629-8473","https://orcid.org/0000-0001-7372-5203"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sihang Qiu","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029666972","display_name":"Lucie Kuiper","orcid":"https://orcid.org/0000-0001-6847-2029","observed_orcids":["https://orcid.org/0000-0001-6847-2029"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lucie Kuiper","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035724617","display_name":"Olivier Dikken","orcid":"https://orcid.org/0000-0002-7455-3471","observed_orcids":["https://orcid.org/0000-0002-7455-3471"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Olivier Dikken","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045828641","display_name":"Gwennan Smitskamp","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Gwennan Smitskamp","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038081564","display_name":"Ujwal Gadiraju","orcid":"https://orcid.org/0000-0002-6189-6539","observed_orcids":["https://orcid.org/0000-0002-6189-6539"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ujwal Gadiraju","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":2.5567,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89528377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"74","last_page":"83"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12284","display_name":"Emotional Labor in Professions","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.859000027179718},{"id":"https://openalex.org/keywords/rejection","display_name":"rejection","score":0.6679999828338623},{"id":"https://openalex.org/keywords/self-reflection","display_name":"self-reflection","score":0.9760000109672546},{"id":"https://openalex.org/keywords/crowd-workers","display_name":"crowd workers","score":0.6729999780654907},{"id":"https://openalex.org/keywords/emotions","display_name":"emotions","score":0.5809999704360962},{"id":"https://openalex.org/keywords/amazon-mechanical-turk","display_name":"Amazon Mechanical Turk","score":0.9039999842643738},{"id":"https://openalex.org/keywords/employee-motivation","display_name":"employee motivation","score":0.3919999897480011},{"id":"https://openalex.org/keywords/emotional-well-being","display_name":"emotional well-being","score":0.3919999897480011}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8965539932250977},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.6664721965789795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5129849314689636},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18082034587860107},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3447535.3462482","doi":"https://doi.org/10.1145/3447535.3462482","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3447535.3462482","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3447535.3462482","source":{"id":"https://openalex.org/S7407088419","display_name":"ACM Web Science Conference (WebSci)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th ACM Web Science Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:7bf66225-4576-441c-b471-e48b3d190bf1","doi":null,"is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:7bf66225-4576-441c-b471-e48b3d190bf1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},{"id":"pmh:tud:oai:tudelft.nl:uuid:7bf66225-4576-441c-b471-e48b3d190bf1","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:7bf66225-4576-441c-b471-e48b3d190bf1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WebSci 2021 - Proceedings of the 13th ACM Web Science Conference","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"doi:10.1145/3447535.3462482","doi":"https://doi.org/10.1145/3447535.3462482","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3447535.3462482","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3447535.3462482","source":{"id":"https://openalex.org/S7407088419","display_name":"ACM Web Science Conference (WebSci)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th ACM Web Science Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.48510000109672546,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3173520522.pdf","grobid_xml":"https://content.openalex.org/works/W3173520522.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W197269545","https://openalex.org/W1728879577","https://openalex.org/W1963161260","https://openalex.org/W1968383986","https://openalex.org/W1970024401","https://openalex.org/W1982714952","https://openalex.org/W2007018772","https://openalex.org/W2014887780","https://openalex.org/W2024166834","https://openalex.org/W2036431079","https://openalex.org/W2042432716","https://openalex.org/W2052097980","https://openalex.org/W2052911329","https://openalex.org/W2055699460","https://openalex.org/W2056941473","https://openalex.org/W2064110571","https://openalex.org/W2078919030","https://openalex.org/W2098865355","https://openalex.org/W2105819812","https://openalex.org/W2130942534","https://openalex.org/W2136606893","https://openalex.org/W2140887652","https://openalex.org/W2143344725","https://openalex.org/W2146286563","https://openalex.org/W2147603330","https://openalex.org/W2150597317","https://openalex.org/W2152264416","https://openalex.org/W2153726803","https://openalex.org/W2155241100","https://openalex.org/W2167557160","https://openalex.org/W2170784062","https://openalex.org/W2240322187","https://openalex.org/W2268533710","https://openalex.org/W2294447324","https://openalex.org/W2338705265","https://openalex.org/W2398514781","https://openalex.org/W2529011823","https://openalex.org/W2729814639","https://openalex.org/W2777647957","https://openalex.org/W2783946743","https://openalex.org/W2793427265","https://openalex.org/W2802354297","https://openalex.org/W2913650309","https://openalex.org/W2941417947","https://openalex.org/W2954434879","https://openalex.org/W2957654274","https://openalex.org/W2963208067","https://openalex.org/W2974398320","https://openalex.org/W2988983801","https://openalex.org/W2999071598","https://openalex.org/W3047840587","https://openalex.org/W3155394339","https://openalex.org/W4243571890","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2974398320","https://openalex.org/W2398514781","https://openalex.org/W2809766793","https://openalex.org/W2473900309","https://openalex.org/W3212245107","https://openalex.org/W1998351012","https://openalex.org/W4412434134","https://openalex.org/W1975450585","https://openalex.org/W2980516042","https://openalex.org/W4293777629"],"abstract_inverted_index":{"In":[0],"popular":[1],"crowdsourcing":[2,78,246],"marketplaces":[3],"like":[4],"Amazon":[5],"Mechanical":[6],"Turk,":[7],"crowd":[8,94,121,166],"workers":[9,172,208],"complete":[10],"tasks":[11],"posted":[12],"by":[13,127],"requesters":[14,21],"in":[15,55,64,77,130,193,219],"return":[16],"for":[17,25],"monetary":[18,40],"rewards.":[19],"Task":[20],"are":[22],"solely":[23],"responsible":[24],"deciding":[26],"whether":[27,103],"to":[28,85,173],"accept":[29],"or":[30,59,211],"reject":[31],"submitted":[32,215],"work.":[33],"Rejecting":[34],"work":[35,53,124],"can":[36,112,141,217],"directly":[37],"affect":[38,143],"the":[39,56,72,87,114,156,162,222,242,245],"reward":[41],"of":[42,75,91,117,158,164,195,224,244],"corresponding":[43],"workers,":[44],"and":[45,50,67,197,239],"indirectly":[46],"influence":[47],"worker":[48],"qualifications":[49],"their":[51,176,190],"future":[52],"opportunities":[54],"marketplace.":[57,247],"Unexpected":[58],"unwarranted":[60],"rejections":[61,76,92],"therefore":[62],"result":[63],"negative":[65,88,138],"emotions":[66,163,192,223],"reactions":[68],"among":[69],"workers.":[70,95,122,167],"Despite":[71],"high":[73],"prevalence":[74],"marketplaces,":[79],"little":[80],"research":[81,99],"has":[82,184],"explored":[83],"ways":[84],"mitigate":[86],"emotional":[89,115],"repercussions":[90],"on":[93,120,137,161,175,189,214],"Addressing":[96],"this":[97,147],"important":[98,230],"gap,":[100],"we":[101,149],"investigate":[102],"introducing":[104,203],"self-reflection":[105,136,160,205],"at":[106],"different":[107],"stages":[108],"after":[109],"task":[110],"execution":[111],"alleviate":[113],"toll":[116],"rejection":[118,212],"decisions":[119,213],"Our":[123,199],"is":[125],"inspired":[126],"prior":[128],"studies":[129],"psychology":[131],"that":[132,135,170,202],"have":[133,229],"shown":[134],"personal":[139],"experiences":[140],"positively":[142,220],"one\u2019s":[144],"emotion.":[145],"To":[146],"end,":[148],"carried":[150],"out":[151],"an":[152],"experimental":[153],"study":[154],"investigating":[155],"impact":[157,188],"explicit":[159],"rejected":[165],"Results":[168],"show":[169],"allowing":[171],"self-reflect":[174],"delivered":[177],"work,":[178,216],"especially":[179],"before":[180,207],"receiving":[181],"a":[182,185,204,225,235],"rejection,":[183],"significantly":[186],"positive":[187],"self-reported":[191],"terms":[194],"valence":[196],"dominance.":[198],"findings":[200,228],"reveal":[201],"stage":[206],"receive":[209],"acceptance":[210],"help":[218],"influencing":[221],"worker.":[226],"These":[227],"design":[231],"implications":[232],"towards":[233,241],"fostering":[234],"healthier":[236],"requester-worker":[237],"relationship":[238],"contributing":[240],"sustainability":[243]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-07-05T00:00:00"}