{"id":"https://openalex.org/W2467911159","doi":"https://doi.org/10.1007/s10869-016-9458-5","title":"Amazon Mechanical Turk in Organizational Psychology: An Evaluation and Practical Recommendations","display_name":"Amazon Mechanical Turk in Organizational Psychology: An Evaluation and Practical Recommendations","publication_year":2016,"publication_date":"2016-06-29","ids":{"openalex":"https://openalex.org/W2467911159","doi":"https://doi.org/10.1007/s10869-016-9458-5","mag":"2467911159"},"language":"en","primary_location":{"id":"doi:10.1007/s10869-016-9458-5","doi":"https://doi.org/10.1007/s10869-016-9458-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10869-016-9458-5","pdf_url":null,"source":{"id":"https://openalex.org/S61413993","display_name":"Journal of Business and Psychology","issn_l":"0889-3268","issn":["0889-3268","1573-353X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","fnege-3","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Business and Psychology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030313723","display_name":"Janelle H. Cheung","orcid":"https://orcid.org/0000-0002-7498-954X","observed_orcids":["https://orcid.org/0000-0002-7498-954X"]},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Janelle H. Cheung","raw_affiliation_strings":["Department of Psychology, Clemson University, 418 Brackett Hall, Clemson, SC, 29634, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Clemson University, 418 Brackett Hall, Clemson, SC, 29634, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023918952","display_name":"Deanna K. Burns","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deanna K. Burns","raw_affiliation_strings":["Department of Psychology, Clemson University, 418 Brackett Hall, Clemson, SC, 29634, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Clemson University, 418 Brackett Hall, Clemson, SC, 29634, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091598391","display_name":"Robert R. Sinclair","orcid":"https://orcid.org/0000-0003-2871-725X","observed_orcids":["https://orcid.org/0000-0003-2871-725X"]},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert R. Sinclair","raw_affiliation_strings":["Department of Psychology, Clemson University, 418 Brackett Hall, Clemson, SC, 29634, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Clemson University, 418 Brackett Hall, Clemson, SC, 29634, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059205205","display_name":"Michael T. Sliter","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Sliter","raw_affiliation_strings":["FurstPerson, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FurstPerson, Chicago, IL, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5030313723"],"corresponding_institution_ids":["https://openalex.org/I8078737"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":null,"fwci":38.9755,"has_fulltext":false,"cited_by_count":535,"citation_normalized_percentile":{"value":0.99801902,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"32","issue":"4","first_page":"347","last_page":"361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/amazon-mechanical-turk","display_name":"Amazon Mechanical Turk","score":0.9990000128746033},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.5509999990463257},{"id":"https://openalex.org/keywords/web-based-data-collection","display_name":"online data collection","score":0.5410000085830688},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.765999972820282},{"id":"https://openalex.org/keywords/statistical-conclusion-validity","display_name":"statistical conclusion validity","score":0.925000011920929},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.800000011920929},{"id":"https://openalex.org/keywords/internal-validity","display_name":"internal validity","score":0.7369999885559082},{"id":"https://openalex.org/keywords/specimen-quality","display_name":"sample quality","score":0.6859999895095825},{"id":"https://openalex.org/keywords/research-recommendations","display_name":"research recommendations","score":0.4519999921321869}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6262737512588501},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6183947324752808},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.6044520139694214},{"id":"https://openalex.org/C51082289","wikidata":"https://www.wikidata.org/wiki/Q4113800","display_name":"Internal validity","level":2,"score":0.5854240655899048},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5785813927650452},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.562628984451294},{"id":"https://openalex.org/C130497676","wikidata":"https://www.wikidata.org/wiki/Q2045692","display_name":"Industrial and organizational psychology","level":2,"score":0.5306711792945862},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5208335518836975},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.5102331638336182},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5101447701454163},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.47237327694892883},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.45910903811454773},{"id":"https://openalex.org/C188255311","wikidata":"https://www.wikidata.org/wiki/Q7256388","display_name":"Psychological research","level":2,"score":0.4517230689525604},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3391492962837219},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33355093002319336},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2737579345703125},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.17433354258537292},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.09971675276756287},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09597957134246826},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.086957186460495},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.08684498071670532},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10869-016-9458-5","doi":"https://doi.org/10.1007/s10869-016-9458-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10869-016-9458-5","pdf_url":null,"source":{"id":"https://openalex.org/S61413993","display_name":"Journal of Business and Psychology","issn_l":"0889-3268","issn":["0889-3268","1573-353X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","fnege-3","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Business and Psychology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W33109587","https://openalex.org/W642822459","https://openalex.org/W1577841485","https://openalex.org/W1730782591","https://openalex.org/W1788738712","https://openalex.org/W1877906231","https://openalex.org/W1928031482","https://openalex.org/W1968423387","https://openalex.org/W1974279709","https://openalex.org/W1975450585","https://openalex.org/W1983604458","https://openalex.org/W1984022436","https://openalex.org/W1994262923","https://openalex.org/W1994978302","https://openalex.org/W2038496767","https://openalex.org/W2057181425","https://openalex.org/W2069707194","https://openalex.org/W2074012419","https://openalex.org/W2076387137","https://openalex.org/W2080211902","https://openalex.org/W2080909714","https://openalex.org/W2082032767","https://openalex.org/W2085876742","https://openalex.org/W2086676398","https://openalex.org/W2087426400","https://openalex.org/W2088476684","https://openalex.org/W2105502623","https://openalex.org/W2105753174","https://openalex.org/W2106096361","https://openalex.org/W2106568252","https://openalex.org/W2116323796","https://openalex.org/W2119298903","https://openalex.org/W2127119766","https://openalex.org/W2127849236","https://openalex.org/W2129501685","https://openalex.org/W2135839218","https://openalex.org/W2137872373","https://openalex.org/W2141708418","https://openalex.org/W2152427206","https://openalex.org/W2162437324","https://openalex.org/W2162475434","https://openalex.org/W2168583926","https://openalex.org/W2191757727","https://openalex.org/W2197246783","https://openalex.org/W2199108421","https://openalex.org/W2218402751","https://openalex.org/W2252788718","https://openalex.org/W2303046273","https://openalex.org/W2409446443","https://openalex.org/W2411290685","https://openalex.org/W2413268125","https://openalex.org/W2415239925","https://openalex.org/W2417752895","https://openalex.org/W2418094823","https://openalex.org/W2424520822","https://openalex.org/W2465520244","https://openalex.org/W2496803758","https://openalex.org/W3122078363","https://openalex.org/W3124878131"],"related_works":["https://openalex.org/W2742643783","https://openalex.org/W2415239925","https://openalex.org/W2413268125","https://openalex.org/W4392548249","https://openalex.org/W4412438406","https://openalex.org/W7098850732","https://openalex.org/W4308411106","https://openalex.org/W2747118274","https://openalex.org/W2979864122","https://openalex.org/W2038496767"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":38},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":56},{"year":2023,"cited_by_count":56},{"year":2022,"cited_by_count":73},{"year":2021,"cited_by_count":92},{"year":2020,"cited_by_count":68},{"year":2019,"cited_by_count":69},{"year":2018,"cited_by_count":36},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2016-07-22T00:00:00"}