{"id":"https://openalex.org/W2809485576","doi":"https://doi.org/10.1145/3231644.3231666","title":"The potential for scientific outreach and learning in mechanical turk experiments","display_name":"The potential for scientific outreach and learning in mechanical turk experiments","publication_year":2018,"publication_date":"2018-06-19","ids":{"openalex":"https://openalex.org/W2809485576","doi":"https://doi.org/10.1145/3231644.3231666","mag":"2809485576"},"language":"en","primary_location":{"id":"doi:10.1145/3231644.3231666","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3231644.3231666","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3231644.3231666","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3231644.3231666","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031372138","display_name":"Eunice Jun","orcid":"https://orcid.org/0000-0002-4050-4284"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eunice Jun","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050408983","display_name":"Morelle Arian","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Morelle Arian","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076852435","display_name":"Katharina Reinecke","orcid":"https://orcid.org/0000-0001-7897-9325"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katharina Reinecke","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031372138"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":0.9454,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79872626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/outreach","display_name":"Outreach","score":0.866110622882843},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5425837635993958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5290265083312988},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.524215579032898},{"id":"https://openalex.org/keywords/compensation","display_name":"Compensation (psychology)","score":0.4838239550590515},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.48020538687705994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3661423325538635},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3307909667491913},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28918641805648804},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.18134543299674988},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.109154611825943},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.0848957896232605}],"concepts":[{"id":"https://openalex.org/C2781400479","wikidata":"https://www.wikidata.org/wiki/Q11640","display_name":"Outreach","level":2,"score":0.866110622882843},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5425837635993958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5290265083312988},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.524215579032898},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.4838239550590515},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.48020538687705994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3661423325538635},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3307909667491913},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28918641805648804},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.18134543299674988},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.109154611825943},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0848957896232605},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3231644.3231666","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3231644.3231666","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3231644.3231666","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3231644.3231666","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3231644.3231666","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3231644.3231666","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5082971946","display_name":null,"funder_award_id":"1651487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2809485576.pdf","grobid_xml":"https://content.openalex.org/works/W2809485576.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W159136832","https://openalex.org/W1577841485","https://openalex.org/W1686623361","https://openalex.org/W1964157254","https://openalex.org/W2007018772","https://openalex.org/W2012964103","https://openalex.org/W2080211902","https://openalex.org/W2085154695","https://openalex.org/W2092619407","https://openalex.org/W2100934737","https://openalex.org/W2113792477","https://openalex.org/W2119298903","https://openalex.org/W2133685705","https://openalex.org/W2141708418","https://openalex.org/W2147603330","https://openalex.org/W2157985198","https://openalex.org/W2170263696","https://openalex.org/W2240322187","https://openalex.org/W2292605812","https://openalex.org/W2405742202","https://openalex.org/W2426479609","https://openalex.org/W2573894086","https://openalex.org/W2610442025","https://openalex.org/W2610811641","https://openalex.org/W2611304665","https://openalex.org/W2611374805","https://openalex.org/W2611586694","https://openalex.org/W2745465980","https://openalex.org/W2749069611","https://openalex.org/W2765193917","https://openalex.org/W2775221904","https://openalex.org/W2777647957","https://openalex.org/W3080738154","https://openalex.org/W3085621369","https://openalex.org/W3121257585","https://openalex.org/W3122078363","https://openalex.org/W3123895079","https://openalex.org/W3124878131","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2410491632","https://openalex.org/W2506070082","https://openalex.org/W2109742611","https://openalex.org/W3121998239","https://openalex.org/W3211295480","https://openalex.org/W2921849823","https://openalex.org/W2937831315","https://openalex.org/W2005944470","https://openalex.org/W2166383542","https://openalex.org/W4353084618"],"abstract_inverted_index":{"The":[0],"global":[1],"reach":[2],"of":[3,29,52,85,111],"online":[4,54],"experiments":[5,43,55],"and":[6,68,117,126,149],"their":[7,101],"wide":[8],"adoption":[9],"in":[10,58,108],"fields":[11],"ranging":[12],"from":[13,130],"political":[14],"science":[15,18],"to":[16,35,48,77],"computer":[17],"poses":[19],"an":[20],"underexplored":[21],"opportunity":[22],"for":[23,145],"learning":[24,31,59,78,95,132,146],"at":[25,147],"scale:":[26],"the":[27,33],"possibility":[28],"participants":[30,51,87,124],"about":[32,60],"research":[34,112,116],"which":[36],"they":[37,64],"contribute":[38],"data.":[39],"We":[40],"conducted":[41],"three":[42],"on":[44,88],"Amazon's":[45],"Mechanical":[46,89,138],"Turk":[47,90,139],"evaluate":[49],"whether":[50,69],"paid":[53],"are":[56],"interested":[57],"research,":[61],"what":[62],"information":[63,74],"find":[65,122],"most":[66],"interesting,":[67],"providing":[70],"them":[71],"with":[72],"such":[73],"actually":[75],"leads":[76],"gains.":[79],"Our":[80,134],"findings":[81,135],"show":[82],"that":[83,123,137],"40%":[84],"our":[86],"actively":[91],"sought":[92],"out":[93],"post-experiment":[94,131],"opportunities":[96],"despite":[97],"having":[98],"already":[99],"received":[100],"financial":[102],"compensation.":[103],"Participants":[104],"expressed":[105],"high":[106],"interest":[107],"a":[109,142],"range":[110],"topics,":[113],"including":[114],"previous":[115],"experimental":[118],"design.":[119],"Finally,":[120],"we":[121],"comprehend":[125],"accurately":[127],"recall":[128],"facts":[129],"opportunities.":[133],"suggest":[136],"can":[140],"be":[141],"valuable":[143],"platform":[144],"scale":[148],"scientific":[150],"outreach.":[151]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}