{"id":"https://openalex.org/W4400550424","doi":"https://doi.org/10.1145/3674884","title":"Longitudinal Loyalty: Understanding The Barriers To Running Longitudinal Studies On Crowdsourcing Platforms","display_name":"Longitudinal Loyalty: Understanding The Barriers To Running Longitudinal Studies On Crowdsourcing Platforms","publication_year":2024,"publication_date":"2024-07-11","ids":{"openalex":"https://openalex.org/W4400550424","doi":"https://doi.org/10.1145/3674884"},"language":"en","primary_location":{"id":"doi:10.1145/3674884","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3674884","pdf_url":null,"source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3674884","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028918939","display_name":"Michael Soprano","orcid":"https://orcid.org/0000-0002-7337-7592"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Michael Soprano","raw_affiliation_strings":["Department of Mathematics, Computer Science and Physics, University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Computer Science and Physics, University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050287516","display_name":"Kevin Roitero","orcid":"https://orcid.org/0000-0002-9191-3280"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Kevin Roitero","raw_affiliation_strings":["Department of Mathematics, Computer Science and Physics, University of Udine, Udine Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Computer Science and Physics, University of Udine, Udine Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038081564","display_name":"Ujwal Gadiraju","orcid":"https://orcid.org/0000-0002-6189-6539"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ujwal Gadiraju","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020871436","display_name":"Eddy Maddalena","orcid":"https://orcid.org/0000-0002-5423-8669"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Eddy Maddalena","raw_affiliation_strings":["Department of Mathematics, Computer Science and Physics, University of Udine, Udine Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Computer Science and Physics, University of Udine, Udine Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052565959","display_name":"Gianluca Demartini","orcid":"https://orcid.org/0000-0002-7311-3693"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gianluca Demartini","raw_affiliation_strings":["The University of Queensland, Saint Lucia, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Saint Lucia, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028918939"],"corresponding_institution_ids":["https://openalex.org/I129043915"],"apc_list":null,"apc_paid":null,"fwci":3.2209,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93219191,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"7","issue":"1-4","first_page":"1","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8458561897277832},{"id":"https://openalex.org/keywords/longitudinal-data","display_name":"Longitudinal data","score":0.6899999976158142},{"id":"https://openalex.org/keywords/longitudinal-study","display_name":"Longitudinal study","score":0.6824799180030823},{"id":"https://openalex.org/keywords/loyalty","display_name":"Loyalty","score":0.5851104259490967},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3477778434753418},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3373109698295593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.32360053062438965},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.23292556405067444},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15241560339927673},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09081724286079407},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.08351150155067444},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.06496813893318176}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8458561897277832},{"id":"https://openalex.org/C3020672099","wikidata":"https://www.wikidata.org/wiki/Q857354","display_name":"Longitudinal data","level":2,"score":0.6899999976158142},{"id":"https://openalex.org/C2777895361","wikidata":"https://www.wikidata.org/wiki/Q1758614","display_name":"Longitudinal study","level":2,"score":0.6824799180030823},{"id":"https://openalex.org/C2776967331","wikidata":"https://www.wikidata.org/wiki/Q1132131","display_name":"Loyalty","level":2,"score":0.5851104259490967},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3477778434753418},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3373109698295593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32360053062438965},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.23292556405067444},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15241560339927673},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09081724286079407},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.08351150155067444},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06496813893318176}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3674884","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3674884","pdf_url":null,"source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3674884","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3674884","pdf_url":null,"source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3967511427","display_name":null,"funder_award_id":"G53D23002800006","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W292145403","https://openalex.org/W1482974529","https://openalex.org/W1689950805","https://openalex.org/W1966159756","https://openalex.org/W1978220113","https://openalex.org/W1988907899","https://openalex.org/W2006397401","https://openalex.org/W2055699460","https://openalex.org/W2087426400","https://openalex.org/W2106568252","https://openalex.org/W2133084664","https://openalex.org/W2138225946","https://openalex.org/W2141708418","https://openalex.org/W2142225512","https://openalex.org/W2147603330","https://openalex.org/W2162227462","https://openalex.org/W2342281051","https://openalex.org/W2522741018","https://openalex.org/W2536952838","https://openalex.org/W2585292421","https://openalex.org/W2587217471","https://openalex.org/W2756079620","https://openalex.org/W2759861411","https://openalex.org/W2777647957","https://openalex.org/W2779206865","https://openalex.org/W2794219599","https://openalex.org/W2806956206","https://openalex.org/W2898764742","https://openalex.org/W2903257353","https://openalex.org/W2903296215","https://openalex.org/W2947045928","https://openalex.org/W2974398320","https://openalex.org/W2988983801","https://openalex.org/W2999071598","https://openalex.org/W3006256691","https://openalex.org/W3008764380","https://openalex.org/W3010786729","https://openalex.org/W3015636127","https://openalex.org/W3017863658","https://openalex.org/W3047840587","https://openalex.org/W3081677874","https://openalex.org/W3083252884","https://openalex.org/W3105289488","https://openalex.org/W3122815678","https://openalex.org/W3173265486","https://openalex.org/W3173520522","https://openalex.org/W3183418252","https://openalex.org/W3194135683","https://openalex.org/W3194338218","https://openalex.org/W3201642427","https://openalex.org/W3202749896","https://openalex.org/W3203959757","https://openalex.org/W3205802827","https://openalex.org/W3207200976","https://openalex.org/W3212305774","https://openalex.org/W3212896246","https://openalex.org/W4200163428","https://openalex.org/W4213172329","https://openalex.org/W4221012843","https://openalex.org/W4224991000","https://openalex.org/W4225107257","https://openalex.org/W4233713183","https://openalex.org/W4248681561","https://openalex.org/W4281802538","https://openalex.org/W4285300810","https://openalex.org/W4292656339","https://openalex.org/W4293216973","https://openalex.org/W4306694281","https://openalex.org/W4307817912","https://openalex.org/W4308984077","https://openalex.org/W4309098499","https://openalex.org/W4312160344","https://openalex.org/W4317939961","https://openalex.org/W4324366441","https://openalex.org/W4360991133","https://openalex.org/W4362556655","https://openalex.org/W4364366226","https://openalex.org/W4367047917","https://openalex.org/W4376131721","https://openalex.org/W4380881653","https://openalex.org/W4382681553","https://openalex.org/W4384659164","https://openalex.org/W4389768645","https://openalex.org/W4396218396","https://openalex.org/W4396832008"],"related_works":["https://openalex.org/W2902397990","https://openalex.org/W2111142662","https://openalex.org/W1545570060","https://openalex.org/W2035435174","https://openalex.org/W2160448378","https://openalex.org/W4241864416","https://openalex.org/W3122974305","https://openalex.org/W4244039756","https://openalex.org/W4377981863","https://openalex.org/W1873561431"],"abstract_inverted_index":{"Crowdsourcing":[0],"tasks":[1,20],"have":[2],"been":[3],"widely":[4],"used":[5],"to":[6,37,108,153],"collect":[7,118],"a":[8,43,53,68,87],"large":[9],"number":[10],"of":[11,18,45,61,71,90,160],"human":[12],"labels":[13],"at":[14],"scale.":[15],"While":[16],"some":[17],"these":[19],"are":[21,113],"deployed":[22],"by":[23,29],"requesters":[24,145],"and":[25,103,123,129,146,156,166],"performed":[26,114],"only":[27],"once":[28],"crowd":[30],"workers,":[31],"others":[32],"require":[33],"the":[34,39,59,164,167],"same":[35,40],"worker":[36,75],"perform":[38],"task":[41,144],"or":[42],"variant":[44],"it":[46],"more":[47],"than":[48],"once,":[49],"thus":[50],"participating":[51],"in":[52,64,77],"so-called":[54],"longitudinal":[55,62,111,137],"study":[56],".":[57],"Despite":[58],"prevalence":[60],"studies":[63,112,138],"crowdsourcing,":[65],"there":[66],"is":[67,107],"limited":[69],"understanding":[70],"factors":[72],"that":[73],"influence":[74],"participation":[76],"them":[78,126],"across":[79],"different":[80,95],"crowdsourcing":[81,97,151],"marketplaces.":[82],"We":[83,117,131,162],"present":[84],"results":[85],"from":[86],"large-scale":[88],"survey":[89,165],"300":[91],"workers":[92],"on":[93],"3":[94],"micro-task":[96],"platforms:":[98],"Amazon":[99],"Mechanical":[100],"Turk,":[101],"Prolific,":[102],"Toloka.":[104],"The":[105],"aim":[106],"understand":[109],"how":[110],"using":[115],"crowdsourcing.":[116],"answers":[119],"about":[120,136],"547":[121],"experiences":[122],"we":[124],"analyze":[125],"both":[127],"quantitatively":[128],"qualitatively.":[130],"synthesize":[132],"17":[133],"take-home":[134],"messages":[135],"together":[139],"with":[140],"8":[141],"recommendations":[142],"for":[143,150],"5":[147],"best":[148],"practices":[149],"platforms":[152],"adequately":[154],"conduct":[155],"support":[157],"such":[158],"kinds":[159],"studies.":[161],"release":[163],"data":[168],"at:":[169],"https://osf.io/h4du9/.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}