{"id":"https://openalex.org/W2949551779","doi":"https://doi.org/10.1371/journal.pcbi.1006337","title":"Crowdsourcing image analysis for plant phenomics to generate ground truth data for machine learning","display_name":"Crowdsourcing image analysis for plant phenomics to generate ground truth data for machine learning","publication_year":2018,"publication_date":"2018-07-30","ids":{"openalex":"https://openalex.org/W2949551779","doi":"https://doi.org/10.1371/journal.pcbi.1006337","mag":"2949551779","pmid":"https://pubmed.ncbi.nlm.nih.gov/30059508"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1006337","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1006337","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1006337&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1006337&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021693890","display_name":"Naihui Zhou","orcid":"https://orcid.org/0000-0001-6268-6149"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naihui Zhou","raw_affiliation_strings":["Department of Veterinary Microbiology and Preventive Medicine, Iowa State University, Ames, Iowa, United States of America","Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Veterinary Microbiology and Preventive Medicine, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029489571","display_name":"Zachary D. Siegel","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary D. Siegel","raw_affiliation_strings":["Department of Psychology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077404354","display_name":"Scott Zarecor","orcid":"https://orcid.org/0000-0003-4657-3050"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Zarecor","raw_affiliation_strings":["Department of Genetics, Development and Cell Biology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Genetics, Development and Cell Biology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072709037","display_name":"Nigel Lee","orcid":"https://orcid.org/0000-0002-7350-5574"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nigel Lee","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064924439","display_name":"Darwin A. Campbell","orcid":"https://orcid.org/0000-0002-9517-9714"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darwin A. Campbell","raw_affiliation_strings":["Department of Genetics, Development and Cell Biology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Genetics, Development and Cell Biology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045214155","display_name":"Carson M. Andorf","orcid":"https://orcid.org/0000-0003-2380-6704"},"institutions":[{"id":"https://openalex.org/I1312222531","display_name":"Agricultural Research Service","ror":"https://ror.org/02d2m2044","country_code":"US","type":"government","lineage":["https://openalex.org/I1312222531","https://openalex.org/I1336096307"]},{"id":"https://openalex.org/I1336096307","display_name":"United States Department of Agriculture","ror":"https://ror.org/01na82s61","country_code":"US","type":"government","lineage":["https://openalex.org/I1336096307"]},{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carson M. Andorf","raw_affiliation_strings":["Agricultural Research Services, United States Department of Agriculture, Ames, Iowa, United States of America","Department of Computer Science, Iowa State University"],"affiliations":[{"raw_affiliation_string":"Agricultural Research Services, United States Department of Agriculture, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I1336096307","https://openalex.org/I1312222531"]},{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047522477","display_name":"Dan Nettleton","orcid":"https://orcid.org/0000-0002-6045-1036"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Nettleton","raw_affiliation_strings":["Department of Statistics, Iowa State University, Ames, Iowa, United States of America","Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103614130","display_name":"Carolyn J. Lawrence\u2010Dill","orcid":"https://orcid.org/0000-0003-0069-1430"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carolyn J. Lawrence-Dill","raw_affiliation_strings":["Department of Agronomy, Iowa State University, Ames, Iowa, United States of America","Department of Genetics, Development and Cell Biology, Iowa State University, Ames, Iowa, United States of America","Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Agronomy, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Department of Genetics, Development and Cell Biology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011704511","display_name":"Baskar Ganapathysubramanian","orcid":"https://orcid.org/0000-0002-8931-4852"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baskar Ganapathysubramanian","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011931977","display_name":"Jonathan W. Kelly","orcid":"https://orcid.org/0000-0002-4317-273X"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jonathan W. Kelly","raw_affiliation_strings":["Department of Psychology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041597050","display_name":"Iddo Friedberg","orcid":"https://orcid.org/0000-0002-1789-8000"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Iddo Friedberg","raw_affiliation_strings":["Department of Veterinary Microbiology and Preventive Medicine, Iowa State University, Ames, Iowa, United States of America","Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Veterinary Microbiology and Preventive Medicine, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Program in Bioinformatics and Computational Biology, Iowa State University, Ames, Iowa, United States of America","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5011931977","https://openalex.org/A5041597050"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":8.41,"has_fulltext":true,"cited_by_count":73,"citation_normalized_percentile":{"value":0.97569866,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"14","issue":"7","first_page":"e1006337","last_page":"e1006337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10616","display_name":"Smart Agriculture and AI","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9087531566619873},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.8750191330909729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6818788647651672},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6261109709739685},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6246044039726257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6242067217826843},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6163433790206909},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5797215700149536},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5530029535293579},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5485339164733887},{"id":"https://openalex.org/keywords/phenomics","display_name":"Phenomics","score":0.5193506479263306},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.4298771321773529},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3498491644859314},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1868571937084198},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12859779596328735},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.12591809034347534},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11214357614517212},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.08357641100883484}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9087531566619873},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.8750191330909729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6818788647651672},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6261109709739685},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6246044039726257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6242067217826843},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6163433790206909},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5797215700149536},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5530029535293579},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5485339164733887},{"id":"https://openalex.org/C98108635","wikidata":"https://www.wikidata.org/wiki/Q6497275","display_name":"Phenomics","level":5,"score":0.5193506479263306},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.4298771321773529},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3498491644859314},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1868571937084198},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12859779596328735},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.12591809034347534},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11214357614517212},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.08357641100883484},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C141231307","wikidata":"https://www.wikidata.org/wiki/Q7020","display_name":"Genome","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C189206191","wikidata":"https://www.wikidata.org/wiki/Q222046","display_name":"Genomics","level":4,"score":0.0}],"mesh":[{"descriptor_ui":"D000068598","descriptor_name":"Data Accuracy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000068598","descriptor_name":"Data Accuracy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000068598","descriptor_name":"Data Accuracy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005523","descriptor_name":"Food Supply","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005523","descriptor_name":"Food Supply","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005523","descriptor_name":"Food Supply","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010865","descriptor_name":"Pilot Projects","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010865","descriptor_name":"Pilot Projects","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010865","descriptor_name":"Pilot Projects","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018556","descriptor_name":"Crops, Agricultural","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D018556","descriptor_name":"Crops, Agricultural","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D018556","descriptor_name":"Crops, Agricultural","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.1371/journal.pcbi.1006337","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1006337","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1006337&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:30059508","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30059508","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:RePEc:plo:pcbi00:1006337","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1006337","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:ad87ca982fb54245825798da5a52f6ce","is_oa":true,"landing_page_url":"https://doaj.org/article/ad87ca982fb54245825798da5a52f6ce","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 14, Iss 7, p e1006337 (2018)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:5043867","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6085066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:figshare.com:article/6877688","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/Crowdsourcing_image_analysis_for_plant_phenomics_to_generate_ground_truth_data_for_machine_learning/6877688","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1006337","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1006337","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1006337&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3053190176","display_name":null,"funder_award_id":"ABI 1458359","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6727381036","display_name":null,"funder_award_id":"1458359","funder_id":"https://openalex.org/F4320337398","funder_display_name":"Division of Biological Infrastructure"},{"id":"https://openalex.org/G8599959060","display_name":null,"funder_award_id":"1458359","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306114","display_name":"U.S. Department of Agriculture","ror":"https://ror.org/01na82s61"},{"id":"https://openalex.org/F4320311090","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78"},{"id":"https://openalex.org/F4320332605","display_name":"Agricultural Research Service","ror":"https://ror.org/02d2m2044"},{"id":"https://openalex.org/F4320333867","display_name":"Plant Sciences Institute, Iowa State University","ror":null},{"id":"https://openalex.org/F4320337398","display_name":"Division of Biological Infrastructure","ror":"https://ror.org/04qn9mx93"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2949551779.pdf","grobid_xml":"https://content.openalex.org/works/W2949551779.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1625969186","https://openalex.org/W1776181700","https://openalex.org/W1981747359","https://openalex.org/W1985654292","https://openalex.org/W2003497265","https://openalex.org/W2013866489","https://openalex.org/W2030847783","https://openalex.org/W2047451291","https://openalex.org/W2051741744","https://openalex.org/W2065735621","https://openalex.org/W2073338313","https://openalex.org/W2131354461","https://openalex.org/W2134941832","https://openalex.org/W2149489787","https://openalex.org/W2157150618","https://openalex.org/W2171896402","https://openalex.org/W2185489349","https://openalex.org/W2309849638","https://openalex.org/W2317829970","https://openalex.org/W2332067735","https://openalex.org/W2429565568","https://openalex.org/W2521058497","https://openalex.org/W2583911935","https://openalex.org/W2593562180","https://openalex.org/W2601348289","https://openalex.org/W2605991684","https://openalex.org/W2607470864","https://openalex.org/W2785423457","https://openalex.org/W2951115607","https://openalex.org/W4293258550"],"related_works":["https://openalex.org/W4249881829","https://openalex.org/W2953048636","https://openalex.org/W304886144","https://openalex.org/W4387031483","https://openalex.org/W2918339067","https://openalex.org/W2150403567","https://openalex.org/W2325942054","https://openalex.org/W4288220925","https://openalex.org/W2733608569","https://openalex.org/W1997160662"],"abstract_inverted_index":{"The":[0],"accuracy":[1],"of":[2,42,49,52,64,132,142,154,180,196,210],"machine":[3],"learning":[4],"tasks":[5],"critically":[6],"depends":[7],"on":[8],"high":[9,190,197],"quality":[10,81,131,153,162,209],"ground":[11,20,155,182],"truth":[12,21,156,183],"data.":[13],"Therefore,":[14],"in":[15,32,70,193],"many":[16],"cases,":[17],"producing":[18],"good":[19,53],"data":[22,51,161,184],"typically":[23],"involves":[24],"trained":[25],"professionals;":[26],"however,":[27],"this":[28,84],"can":[29,173],"be":[30,174],"costly":[31],"time,":[33],"effort,":[34],"and":[35,79,96,107,158,189],"money.":[36],"Here":[37],"we":[38],"explore":[39,56],"the":[40,62,76,104,115,124,130,133,152,194,208,211],"use":[41],"crowdsourcing":[43,172],"to":[44,150,159,176],"generate":[45],"a":[46,71,186],"large":[47,178],"number":[48],"training":[50],"quality.":[54],"We":[55,74,101,146,167,201],"an":[57,143],"image":[58],"analysis":[59],"task":[60,85],"involving":[61],"segmentation":[63,134],"corn":[65],"tassels":[66],"from":[67],"images":[68],"taken":[69],"field":[72],"setting.":[73],"investigate":[75],"accuracy,":[77],"speed":[78],"other":[80],"metrics":[82,205],"when":[83],"is":[86],"performed":[87],"by":[88,136,164],"students":[89],"for":[90,206],"academic":[91],"credit,":[92],"Amazon":[93,98,105,137],"MTurk":[94,99,106,126,138],"workers,":[95],"Master":[97,108],"workers.":[100],"conclude":[102,168],"that":[103,141,169],"Mturk":[109],"workers":[110,139],"perform":[111],"significantly":[112],"better":[113],"than":[114],"for-credit":[116],"students,":[117],"but":[118],"with":[119],"no":[120],"significant":[121],"difference":[122],"between":[123],"two":[125],"worker":[127],"types.":[128],"Furthermore,":[129],"produced":[135,163],"rivals":[140],"expert":[144],"worker.":[145],"provide":[147,203],"best":[148],"practices":[149],"assess":[151],"data,":[157],"compare":[160],"different":[165],"sources.":[166],"properly":[170],"managed":[171],"used":[175],"establish":[177],"volumes":[179],"viable":[181],"at":[185],"low":[187],"cost":[188],"quality,":[191],"especially":[192],"context":[195],"throughput":[198],"plant":[199],"phenotyping.":[200],"also":[202],"several":[204],"assessing":[207],"generated":[212],"datasets.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}