{"id":"https://openalex.org/W3160857525","doi":"https://doi.org/10.1145/3411764.3445603","title":"An Examination of the Work Practices of Crowdfarms","display_name":"An Examination of the Work Practices of Crowdfarms","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3160857525","doi":"https://doi.org/10.1145/3411764.3445603","mag":"3160857525"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445603","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.library.uu.nl/handle/1874/414932","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100418189","display_name":"Yihong Wang","orcid":"https://orcid.org/0000-0001-5058-1040"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yihong Wang","raw_affiliation_strings":["Computer Science and Software Engineering Xi'an Jiaotong-Liverpool University, China"],"affiliations":[{"raw_affiliation_string":"Computer Science and Software Engineering Xi'an Jiaotong-Liverpool University, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062199049","display_name":"Konstantinos Papangelis","orcid":"https://orcid.org/0000-0002-7619-3190"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Konstantinos Papangelis","raw_affiliation_strings":["Rochester Institute of Technology, United States"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, United States","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011508319","display_name":"Michel Saker","orcid":null},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michel Saker","raw_affiliation_strings":["City University London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"City University London, United Kingdom","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042333468","display_name":"Ioanna Lykourentzou","orcid":"https://orcid.org/0000-0002-4243-4128"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ioanna Lykourentzou","raw_affiliation_strings":["Utrecht University, Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University, Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001048336","display_name":"Vassilis-Javed Khan","orcid":"https://orcid.org/0000-0002-7333-981X"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Vassilis-Javed Khan","raw_affiliation_strings":["Industrial Design Eindhoven University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Industrial Design Eindhoven University of Technology, Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088431676","display_name":"Alan Chamberlain","orcid":"https://orcid.org/0000-0002-2122-8077"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alan Chamberlain","raw_affiliation_strings":["Mixed Reality Lab University of Nottingham, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Mixed Reality Lab University of Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029791462","display_name":"Jonathan Grudin","orcid":"https://orcid.org/0000-0002-8433-2998"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Grudin","raw_affiliation_strings":["Microsoft, United States"],"affiliations":[{"raw_affiliation_string":"Microsoft, United States","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100418189"],"corresponding_institution_ids":["https://openalex.org/I69356397"],"apc_list":null,"apc_paid":null,"fwci":0.4835,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.70653273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8934893608093262},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.7640863060951233},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.6646170616149902},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.6492140293121338},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.6245779991149902},{"id":"https://openalex.org/keywords/carry","display_name":"Carry (investment)","score":0.5476022958755493},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.46285688877105713},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.45916610956192017},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.44096478819847107},{"id":"https://openalex.org/keywords/sharing-economy","display_name":"Sharing economy","score":0.42765629291534424},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.42184579372406006},{"id":"https://openalex.org/keywords/business-model","display_name":"Business model","score":0.42066770792007446},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.398573100566864},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.3222249746322632},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.27659377455711365},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10836556553840637},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.10525524616241455}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8934893608093262},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.7640863060951233},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.6646170616149902},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.6492140293121338},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.6245779991149902},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.5476022958755493},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.46285688877105713},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.45916610956192017},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.44096478819847107},{"id":"https://openalex.org/C33199155","wikidata":"https://www.wikidata.org/wiki/Q2277143","display_name":"Sharing economy","level":2,"score":0.42765629291534424},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.42184579372406006},{"id":"https://openalex.org/C4216890","wikidata":"https://www.wikidata.org/wiki/Q815823","display_name":"Business model","level":2,"score":0.42066770792007446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.398573100566864},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.3222249746322632},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27659377455711365},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10836556553840637},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.10525524616241455},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3411764.3445603","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:openaccess.city.ac.uk:26657","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/michael=2Esaker.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:scholarworks.rit.edu:other-2040","is_oa":false,"landing_page_url":"https://scholarworks.rit.edu/other/1006","pdf_url":null,"source":{"id":"https://openalex.org/S4306402456","display_name":"RIT Scholar Works (Rochester Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I155173764","host_organization_name":"Rochester Institute of Technology","host_organization_lineage":["https://openalex.org/I155173764"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Presentations and other scholarship","raw_type":"text"},{"id":"pmh:oai:dspace.library.uu.nl:1874/414932","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/414932","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Part of book"},{"id":"pmh:oai:nottingham-repository.worktribe.com:23005831","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/23005831","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:repository.rit.edu:other-2040","is_oa":false,"landing_page_url":"https://repository.rit.edu/other/1006","pdf_url":null,"source":{"id":"https://openalex.org/S4306402456","display_name":"RIT Scholar Works (Rochester Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I155173764","host_organization_name":"Rochester Institute of Technology","host_organization_lineage":["https://openalex.org/I155173764"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Presentations and other scholarship","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:dspace.library.uu.nl:1874/414932","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/414932","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Part of book"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1693667","https://openalex.org/W125094683","https://openalex.org/W159136832","https://openalex.org/W173698209","https://openalex.org/W205373223","https://openalex.org/W1507922256","https://openalex.org/W1522548332","https://openalex.org/W1536374875","https://openalex.org/W1779843715","https://openalex.org/W1838907055","https://openalex.org/W1968326021","https://openalex.org/W1986235321","https://openalex.org/W1988819884","https://openalex.org/W2006542531","https://openalex.org/W2007615281","https://openalex.org/W2028953510","https://openalex.org/W2042882066","https://openalex.org/W2058179030","https://openalex.org/W2058501414","https://openalex.org/W2082619040","https://openalex.org/W2104438030","https://openalex.org/W2114269021","https://openalex.org/W2128442613","https://openalex.org/W2133097426","https://openalex.org/W2136606893","https://openalex.org/W2151785234","https://openalex.org/W2164017702","https://openalex.org/W2187912528","https://openalex.org/W2254740993","https://openalex.org/W2285144430","https://openalex.org/W2289677144","https://openalex.org/W2293765620","https://openalex.org/W2295955915","https://openalex.org/W2363834334","https://openalex.org/W2371444010","https://openalex.org/W2398690976","https://openalex.org/W2400269077","https://openalex.org/W2404427926","https://openalex.org/W2528682420","https://openalex.org/W2563145784","https://openalex.org/W2579968393","https://openalex.org/W2587205267","https://openalex.org/W2610281177","https://openalex.org/W2646010709","https://openalex.org/W2726137762","https://openalex.org/W2734833290","https://openalex.org/W2734958999","https://openalex.org/W2772461498","https://openalex.org/W2894726823","https://openalex.org/W2899260230","https://openalex.org/W2903257353","https://openalex.org/W2912921181","https://openalex.org/W2913837785","https://openalex.org/W2920915673","https://openalex.org/W2945094081","https://openalex.org/W2950390700","https://openalex.org/W2952624619","https://openalex.org/W2965306475","https://openalex.org/W2966385599","https://openalex.org/W2985215665","https://openalex.org/W2988501033","https://openalex.org/W2997210167","https://openalex.org/W3004288302","https://openalex.org/W3129904307","https://openalex.org/W4230939871","https://openalex.org/W4285719527","https://openalex.org/W6903666907","https://openalex.org/W6922404136"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2619895478","https://openalex.org/W3019970289","https://openalex.org/W3175770865","https://openalex.org/W4283808862","https://openalex.org/W2900153140","https://openalex.org/W4296071748"],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1,15],"a":[2,55,70],"new":[3,57],"value":[4],"creation":[5],"business":[6],"model.":[7],"Annual":[8],"revenue":[9],"of":[10,17,19,29,48,73,81],"the":[11,27,30,60],"Chinese":[12,31],"market":[13],"alone":[14],"hundreds":[16],"millions":[18],"dollars,":[20],"yet":[21],"few":[22],"studies":[23],"have":[24,44],"focused":[25],"on":[26,40,79],"practices":[28,51,106],"crowdsourcing":[32],"workforce,":[33],"and":[34,97,102,110],"those":[35],"that":[36,65],"do":[37],"mainly":[38],"focus":[39],"solo":[41,49],"crowdworkers.":[42],"We":[43,76,88],"extended":[45],"our":[46],"study":[47],"crowdworker":[50],"to":[52,59,107],"include":[53],"crowdfarms,":[54],"relatively":[56],"entry":[58],"gig":[61],"economy:":[62],"small":[63],"companies":[64],"carry":[66,94],"out":[67,95],"crowdwork":[68],"as":[69],"key":[71],"part":[72],"their":[74,100],"business.":[75],"report":[77],"here":[78],"interviews":[80],"people":[82],"who":[83],"work":[84],"in":[85],"53":[86],"crowdfarms.":[87],"describe":[89],"how":[90],"crowdfarms":[91],"procure":[92],"jobs,":[93],"macrotasks":[96],"microtasks,":[98],"manage":[99],"reputation,":[101],"employ":[103],"different":[104],"management":[105],"motivate":[108],"crowdworkers":[109],"customers.":[111]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}