{"id":"https://openalex.org/W2756079620","doi":"https://doi.org/10.1145/3130914","title":"Modus Operandi of Crowd Workers","display_name":"Modus Operandi of Crowd Workers","publication_year":2017,"publication_date":"2017-09-11","ids":{"openalex":"https://openalex.org/W2756079620","doi":"https://doi.org/10.1145/3130914","mag":"2756079620"},"language":"en","primary_location":{"id":"doi:10.1145/3130914","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3130914","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038081564","display_name":"Ujwal Gadiraju","orcid":"https://orcid.org/0000-0002-6189-6539"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ujwal Gadiraju","raw_affiliation_strings":["Leibniz Universit\u00e4t Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leibniz Universit\u00e4t Hannover","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021006031","display_name":"Alessandro Checco","orcid":"https://orcid.org/0000-0002-0981-3409"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alessandro Checco","raw_affiliation_strings":["University of Sheffield"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605662","display_name":"Neha Gupta","orcid":"https://orcid.org/0000-0003-0905-5457"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Neha Gupta","raw_affiliation_strings":["University of Nottingham"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nottingham","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052565959","display_name":"Gianluca Demartini","orcid":"https://orcid.org/0000-0002-7311-3693"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gianluca Demartini","raw_affiliation_strings":["University of Sheffield"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.2599,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.97392245,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"1","issue":"3","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.960099995136261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9801063537597656},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749717652797699},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.7223178148269653},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5838925838470459},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5211901068687439},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.5005893707275391},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4920298755168915},{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.45478948950767517},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.44461870193481445},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.40365180373191833},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3836050033569336},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.17253655195236206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16500797867774963},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10264742374420166},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08074116706848145}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9801063537597656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749717652797699},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.7223178148269653},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5838925838470459},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5211901068687439},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.5005893707275391},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4920298755168915},{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.45478948950767517},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44461870193481445},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.40365180373191833},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3836050033569336},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.17253655195236206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16500797867774963},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10264742374420166},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08074116706848145},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3130914","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3130914","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:120946","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G3834885881","display_name":null,"funder_award_id":"EP/N011589/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W138051647","https://openalex.org/W159136832","https://openalex.org/W285095201","https://openalex.org/W395434966","https://openalex.org/W1507922256","https://openalex.org/W1550888370","https://openalex.org/W1577841485","https://openalex.org/W1764960375","https://openalex.org/W1793148911","https://openalex.org/W1839190380","https://openalex.org/W1846955904","https://openalex.org/W1969110305","https://openalex.org/W1984037205","https://openalex.org/W1988819884","https://openalex.org/W1994788295","https://openalex.org/W2004429690","https://openalex.org/W2007018772","https://openalex.org/W2014542527","https://openalex.org/W2023085490","https://openalex.org/W2024166834","https://openalex.org/W2026490835","https://openalex.org/W2040048604","https://openalex.org/W2046577862","https://openalex.org/W2050248078","https://openalex.org/W2050529748","https://openalex.org/W2053979393","https://openalex.org/W2054874622","https://openalex.org/W2055633552","https://openalex.org/W2058401212","https://openalex.org/W2065049201","https://openalex.org/W2067638184","https://openalex.org/W2072307025","https://openalex.org/W2073408573","https://openalex.org/W2085773652","https://openalex.org/W2088084605","https://openalex.org/W2089194621","https://openalex.org/W2100241359","https://openalex.org/W2108594394","https://openalex.org/W2108827370","https://openalex.org/W2118916162","https://openalex.org/W2119854972","https://openalex.org/W2121044470","https://openalex.org/W2130736456","https://openalex.org/W2132481689","https://openalex.org/W2136606893","https://openalex.org/W2141649520","https://openalex.org/W2146436037","https://openalex.org/W2147603330","https://openalex.org/W2150597317","https://openalex.org/W2151401338","https://openalex.org/W2151905266","https://openalex.org/W2154624463","https://openalex.org/W2158608926","https://openalex.org/W2161662762","https://openalex.org/W2170673411","https://openalex.org/W2171965515","https://openalex.org/W2248844418","https://openalex.org/W2252446605","https://openalex.org/W2265836152","https://openalex.org/W2273794225","https://openalex.org/W2293765620","https://openalex.org/W2295743850","https://openalex.org/W2296148742","https://openalex.org/W2336044788","https://openalex.org/W2337099890","https://openalex.org/W2346018686","https://openalex.org/W2394644802","https://openalex.org/W2396078445","https://openalex.org/W2397573772","https://openalex.org/W2398514781","https://openalex.org/W2405742202","https://openalex.org/W2482392132","https://openalex.org/W2495515310","https://openalex.org/W2515378897","https://openalex.org/W2515696650","https://openalex.org/W2519001210","https://openalex.org/W2553926144","https://openalex.org/W2567558666","https://openalex.org/W2611773602","https://openalex.org/W2626298713","https://openalex.org/W2726137762","https://openalex.org/W2746560133","https://openalex.org/W2748181679","https://openalex.org/W2913837785","https://openalex.org/W3099118774","https://openalex.org/W3121257585","https://openalex.org/W3121522380","https://openalex.org/W4291745967"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W2397281630","https://openalex.org/W2033745466","https://openalex.org/W162737300","https://openalex.org/W2520160102","https://openalex.org/W2520748299","https://openalex.org/W2011363905","https://openalex.org/W2046555014","https://openalex.org/W2548342535","https://openalex.org/W3131060711"],"abstract_inverted_index":{"The":[0],"ubiquity":[1],"of":[2,9,35,48,68,74,175,189,196,215,228,281,289],"the":[3,6,40,46,65,72,83,98,129,156,165,172,194,226,253,279,286,298],"Internet":[4],"and":[5,42,85,120,131,148,167,201,217],"widespread":[7],"proliferation":[8],"electronic":[10],"devices":[11],"has":[12,26],"resulted":[13],"in":[14,30,71,93,118,122,186,231,284],"flourishing":[15],"microtask":[16,31],"crowdsourcing":[17,32,58,138,265],"marketplaces,":[18],"such":[19,144],"as":[20,39,145],"Amazon":[21],"MTurk.":[22],"An":[23],"aspect":[24],"that":[25,34,136,170,181,235,261,267,278],"remained":[27],"largely":[28],"invisible":[29],"is":[33],"work":[36,69,173,190,197,237,273],"environments;":[37],"defined":[38],"hardware":[41,142],"software":[43,153],"affordances":[44],"at":[45],"disposal":[47],"crowd":[49,75,94,176,182,219,240,272],"workers":[50,88,101,117,183,220,241],"which":[51,192],"are":[52,184,268],"used":[53,158],"to":[54,159,263],"complete":[55,160],"microtasks":[56,113,266],"on":[57,104,114,164,225,246],"platforms.":[59],"In":[60],"this":[61,222],"paper,":[62],"we":[63,96,107,206,233,256],"reveal":[64],"significant":[66],"role":[67],"environments":[70,174,191,238],"shaping":[73],"work.":[76],"First,":[77],"through":[78],"a":[79,187,213,259],"pilot":[80],"study":[81],"surveying":[82],"good":[84,130],"bad":[86,132],"experiences":[87],"had":[89],"with":[90,212],"UI":[91,133,229],"elements":[92,230],"work,":[95],"revealed":[97],"typical":[99],"issues":[100],"face.":[102],"Based":[103,245],"these":[105],"findings,":[106],"then":[108,207],"deployed":[109],"over":[110],"100":[111],"distinct":[112],"CrowdFlower,":[115],"addressing":[116],"India":[119],"USA":[121],"two":[123],"identical":[124],"batches.":[125],"These":[126],"tasks":[127],"emulate":[128],"element":[134],"designs":[135],"characterize":[137],"microtasks.":[139],"We":[140,275],"recorded":[141],"specifics":[143,154],"CPU":[146],"speed":[147],"device":[149],"type,":[150],"apart":[151],"from":[152,221,251],"including":[155],"browsers":[157],"tasks,":[161],"operating":[162],"systems":[163],"device,":[166],"other":[168],"properties":[169],"define":[171],"workers.":[177],"Our":[178],"findings":[179,205,249],"indicate":[180],"embedded":[185],"variety":[188],"influence":[193],"quality":[195],"produced.":[198],"To":[199],"confirm":[200],"validate":[202],"our":[203,247],"data-driven":[204],"carried":[208],"out":[209],"semi-structured":[210],"interviews":[211],"sample":[214],"Indian":[216],"American":[218],"platform.":[223],"Depending":[224],"design":[227,264],"microtasks,":[232],"found":[234],"some":[236],"support":[239],"more":[242],"than":[243],"others.":[244],"overall":[248],"resulting":[250],"all":[252],"three":[254],"studies,":[255],"introduce":[257],"ModOp,":[258],"tool":[260],"helps":[262],"suitable":[269],"for":[270],"diverse":[271],"environments.":[274],"empirically":[276],"show":[277],"use":[280],"ModOp":[282],"results":[283],"reducing":[285],"cognitive":[287],"load":[288],"workers,":[290],"thereby":[291],"improving":[292],"their":[293],"user":[294],"experience":[295],"without":[296],"affecting":[297],"accuracy":[299],"or":[300],"task":[301],"completion":[302],"time.":[303]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}