{"id":"https://openalex.org/W2116947789","doi":"https://doi.org/10.1093/bioinformatics/btt333","title":"Crowdsourcing for bioinformatics","display_name":"Crowdsourcing for bioinformatics","publication_year":2013,"publication_date":"2013-06-19","ids":{"openalex":"https://openalex.org/W2116947789","doi":"https://doi.org/10.1093/bioinformatics/btt333","mag":"2116947789","pmid":"https://pubmed.ncbi.nlm.nih.gov/23782614"},"language":"en","primary_location":{"id":"doi:10.1093/bioinformatics/btt333","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btt333","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/29/16/1925/49076578/bioinformatics_29_16_1925.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/bioinformatics/article-pdf/29/16/1925/49076578/bioinformatics_29_16_1925.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087499135","display_name":"Benjamin M. Good","orcid":"https://orcid.org/0000-0002-7334-7852"},"institutions":[{"id":"https://openalex.org/I123431417","display_name":"Scripps Research Institute","ror":"https://ror.org/02dxx6824","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I123431417"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Benjamin M. Good","raw_affiliation_strings":["Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA 92037, USA","Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA, 92037 USA"],"affiliations":[{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA 92037, USA","institution_ids":["https://openalex.org/I123431417"]},{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA, 92037 USA","institution_ids":["https://openalex.org/I123431417"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045408201","display_name":"Andrew I. Su","orcid":"https://orcid.org/0000-0002-9859-4104"},"institutions":[{"id":"https://openalex.org/I123431417","display_name":"Scripps Research Institute","ror":"https://ror.org/02dxx6824","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I123431417"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew I. Su","raw_affiliation_strings":["Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA 92037, USA","Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA, 92037 USA"],"affiliations":[{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA 92037, USA","institution_ids":["https://openalex.org/I123431417"]},{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, The Scripps Research Institute, La Jolla, CA, 92037 USA","institution_ids":["https://openalex.org/I123431417"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087499135"],"corresponding_institution_ids":["https://openalex.org/I123431417"],"apc_list":{"value":3618,"currency":"USD","value_usd":3618},"apc_paid":null,"fwci":32.0945,"has_fulltext":false,"cited_by_count":148,"citation_normalized_percentile":{"value":0.99636912,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"29","issue":"16","first_page":"1925","last_page":"1933"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9748752117156982},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.7919554710388184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7127355933189392},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6234988570213318},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5430843234062195},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5417284965515137},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.45805418491363525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2765180468559265},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23547011613845825},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.06615042686462402}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9748752117156982},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.7919554710388184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7127355933189392},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6234988570213318},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5430843234062195},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5417284965515137},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.45805418491363525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2765180468559265},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23547011613845825},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.06615042686462402},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D005717","descriptor_name":"Games, Experimental","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005717","descriptor_name":"Games, Experimental","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005717","descriptor_name":"Games, Experimental","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014838","descriptor_name":"Volunteers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014838","descriptor_name":"Volunteers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014838","descriptor_name":"Volunteers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016415","descriptor_name":"Sequence Alignment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016415","descriptor_name":"Sequence Alignment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016415","descriptor_name":"Sequence Alignment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1093/bioinformatics/btt333","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btt333","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/29/16/1925/49076578/bioinformatics_29_16_1925.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},{"id":"pmid:23782614","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/23782614","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics (Oxford, England)","raw_type":null},{"id":"pmh:oai:arXiv.org:1302.6667","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1302.6667","pdf_url":"https://arxiv.org/pdf/1302.6667","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:europepmc.org:3099816","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3722523","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/bioinformatics/btt333","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btt333","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/29/16/1925/49076578/bioinformatics_29_16_1925.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2116947789.pdf","grobid_xml":"https://content.openalex.org/works/W2116947789.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W19550711","https://openalex.org/W1548178570","https://openalex.org/W1970381522","https://openalex.org/W1978700375","https://openalex.org/W1987308257","https://openalex.org/W1988584482","https://openalex.org/W1989943248","https://openalex.org/W1992145496","https://openalex.org/W1998201987","https://openalex.org/W2003552750","https://openalex.org/W2009607194","https://openalex.org/W2014280607","https://openalex.org/W2020740057","https://openalex.org/W2022369034","https://openalex.org/W2022710553","https://openalex.org/W2030461506","https://openalex.org/W2035683813","https://openalex.org/W2037533010","https://openalex.org/W2043284163","https://openalex.org/W2051741744","https://openalex.org/W2058179030","https://openalex.org/W2058501414","https://openalex.org/W2065100127","https://openalex.org/W2073338313","https://openalex.org/W2080117458","https://openalex.org/W2083433988","https://openalex.org/W2088956534","https://openalex.org/W2095914067","https://openalex.org/W2101798695","https://openalex.org/W2109384743","https://openalex.org/W2112193291","https://openalex.org/W2116705992","https://openalex.org/W2127788165","https://openalex.org/W2129337972","https://openalex.org/W2130260471","https://openalex.org/W2130332503","https://openalex.org/W2141282920","https://openalex.org/W2144037754","https://openalex.org/W2144461658","https://openalex.org/W2148479118","https://openalex.org/W2149079886","https://openalex.org/W2156467546","https://openalex.org/W2158784126","https://openalex.org/W2163107094","https://openalex.org/W2166658986","https://openalex.org/W2168842392","https://openalex.org/W2170989440","https://openalex.org/W2312289975","https://openalex.org/W2326292577","https://openalex.org/W2792932412","https://openalex.org/W2912150279","https://openalex.org/W3033921925","https://openalex.org/W3098309574","https://openalex.org/W3144493974","https://openalex.org/W3182333280","https://openalex.org/W4230939871","https://openalex.org/W4242635855","https://openalex.org/W4298852908","https://openalex.org/W6647469901","https://openalex.org/W6679428104","https://openalex.org/W6684431514","https://openalex.org/W6701562863"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W2910384174"],"abstract_inverted_index":{"Here,":[0],"we":[1,34],"provide":[2],"a":[3,43,64],"framework":[4,15],"for":[5,21,27,66],"understanding":[6],"and":[7,25,47,61,76],"applying":[8],"several":[9],"different":[10,79],"types":[11],"of":[12,78],"crowdsourcing.":[13],"The":[14],"considers":[16],"two":[17],"broad":[18],"classes:":[19],"systems":[20,26],"solving":[22,28],"large-volume":[23],"'microtasks'":[24],"high-difficulty":[29],"'megatasks'.":[30],"Within":[31],"these":[32],"classes,":[33],"discuss":[35],"system":[36,54],"types,":[37],"including":[38],"volunteer":[39],"labor,":[40],"games":[41],"with":[42,56,63],"purpose,":[44],"microtask":[45],"markets":[46],"open":[48],"innovation":[49],"contests.":[50],"We":[51],"illustrate":[52],"each":[53],"type":[55],"successful":[57],"examples":[58],"in":[59],"bioinformatics":[60],"conclude":[62],"guide":[65],"matching":[67],"problems":[68],"to":[69],"crowdsourcing":[70],"solutions":[71],"that":[72],"highlights":[73],"the":[74],"positives":[75],"negatives":[77],"approaches.":[80]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":19},{"year":2015,"cited_by_count":21},{"year":2014,"cited_by_count":18},{"year":2013,"cited_by_count":5}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}