{"id":"https://openalex.org/W2017277563","doi":"https://doi.org/10.1371/journal.pone.0100647","title":"Using Crowdsourcing to Evaluate Published Scientific Literature: Methods and Example","display_name":"Using Crowdsourcing to Evaluate Published Scientific Literature: Methods and Example","alternate_titles":[],"publication_year":2014,"publication_date":"2014-07-02","ids":{"openalex":"https://openalex.org/W2017277563","doi":"https://doi.org/10.1371/journal.pone.0100647","mag":"2017277563","pmid":"https://pubmed.ncbi.nlm.nih.gov/24988466","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/4079692"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pone.0100647","doi":"https://doi.org/10.1371/journal.pone.0100647","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0100647","pdf_url":null,"source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2017277563"],"child_works_count":8,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pone.0100647","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009250776","display_name":"Andrew William Brown","orcid":"https://orcid.org/0000-0002-1758-8205","observed_orcids":["https://orcid.org/0000-0002-1758-8205"]},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Andrew W. Brown","raw_affiliation_strings":["Office of Energetics, Nutrition Obesity Research Center, School of Public Health, University of Alabama at Birmingham, Birmingham, Alabama, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of Energetics, Nutrition Obesity Research Center, School of Public Health, University of Alabama at Birmingham, Birmingham, Alabama, United States of America","institution_ids":["https://openalex.org/I32389192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062622249","display_name":"David B. Allison","orcid":"https://orcid.org/0000-0003-3566-9399","observed_orcids":["https://orcid.org/0000-0003-3566-9399"]},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"David B. Allison","raw_affiliation_strings":["Office of Energetics, Nutrition Obesity Research Center, School of Public Health, University of Alabama at Birmingham, Birmingham, Alabama, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of Energetics, Nutrition Obesity Research Center, School of Public Health, University of Alabama at Birmingham, Birmingham, Alabama, United States of America","institution_ids":["https://openalex.org/I32389192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5009250776"],"corresponding_institution_ids":["https://openalex.org/I32389192"],"apc_list":{"value":2382,"currency":"USD","value_usd":2382},"apc_paid":{"value":2382,"currency":"USD","value_usd":2382},"fwci":4.0342,"has_fulltext":true,"cited_by_count":60,"citation_normalized_percentile":{"value":0.93679599,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":"9","issue":"7","first_page":"e100647","last_page":"e100647"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.7490000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.7490000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.12160000205039978,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.04230000078678131,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.984000027179718},{"id":"https://openalex.org/keywords/amazon-mechanical-turk","display_name":"Amazon Mechanical Turk","score":0.722000002861023},{"id":"https://openalex.org/keywords/literature-evaluation","display_name":"literature evaluation","score":0.6129999756813049},{"id":"https://openalex.org/keywords/abstract-screening","display_name":"abstract screening","score":0.3790000081062317},{"id":"https://openalex.org/keywords/consensus-rating","display_name":"consensus rating","score":0.46700000762939453},{"id":"https://openalex.org/keywords/food-vocabulary","display_name":"food vocabulary","score":0.36800000071525574},{"id":"https://openalex.org/keywords/citation-counts","display_name":"citation counts","score":0.9210000038146973},{"id":"https://openalex.org/keywords/google-scholar","display_name":"Google Scholar","score":0.859000027179718},{"id":"https://openalex.org/keywords/popular-opinion","display_name":"popular opinion","score":0.5120000243186951},{"id":"https://openalex.org/keywords/research-attention","display_name":"research attention","score":0.6060000061988831},{"id":"https://openalex.org/keywords/cost-effectiveness","display_name":"cost-effectiveness","score":0.4560000002384186}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8039318323135376},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7324641942977905},{"id":"https://openalex.org/C2778407487","wikidata":"https://www.wikidata.org/wiki/Q14565201","display_name":"Altmetrics","level":2,"score":0.5057287216186523},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41682398319244385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3935946524143219},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.360228568315506},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3403156101703644},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20942232012748718}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011642","descriptor_name":"Publications","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032921","descriptor_name":"Consensus","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":8,"locations":[{"id":"doi:10.1371/journal.pone.0100647","doi":"https://doi.org/10.1371/journal.pone.0100647","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0100647","pdf_url":null,"source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:4079692","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC4079692/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC4079692/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS One","raw_type":"Text"},{"id":"pmh:oai:europepmc.org:3059483","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4079692","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmid:24988466","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24988466","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PloS one","raw_type":"Journal Article"},{"id":"pmh:oai:RePEc:plo:pone00:0100647","doi":null,"is_oa":false,"landing_page_url":"https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0100647","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:9ea90bb778ba4eadaf295e1790d01457","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/9ea90bb778ba4eadaf295e1790d01457","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS ONE, Vol 9, Iss 7, p e100647 (2014)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/1092149","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/_Using_Crowdsourcing_to_Evaluate_Published_Scientific_Literature_Methods_and_Example_/1092149","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.809.1528","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.809.1528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/18/e8/pone.0100647.PMC4079692.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1371/journal.pone.0100647","doi":"https://doi.org/10.1371/journal.pone.0100647","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0100647","pdf_url":null,"source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6541024171","display_name":null,"funder_award_id":"T32DK62710-01A1","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"},{"id":"https://openalex.org/G9000861634","display_name":"UAB Obesity Training Program","funder_award_id":"T32DK062710","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"},{"id":"https://openalex.org/G9000897483","display_name":"UAB Nutrition Obesity Research Center (NORC)","funder_award_id":"P30DK056336","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"},{"id":"https://openalex.org/G9000911678","display_name":"UAB Diabetes Research Center","funder_award_id":"P30DK079626","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337357","display_name":"National Institute of Diabetes and Digestive and Kidney Diseases","ror":"https://ror.org/00adh9b73"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2017277563.pdf","grobid_xml":"https://content.openalex.org/works/W2017277563.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1569940674","https://openalex.org/W1598142793","https://openalex.org/W1978217317","https://openalex.org/W2005880551","https://openalex.org/W2014279397","https://openalex.org/W2083355945","https://openalex.org/W2127849236","https://openalex.org/W2138376263","https://openalex.org/W2164777277"],"related_works":["https://openalex.org/W2964741033","https://openalex.org/W3158336845","https://openalex.org/W2728712790","https://openalex.org/W2614452370","https://openalex.org/W2964291439","https://openalex.org/W2524739496","https://openalex.org/W2942642522","https://openalex.org/W2405909526","https://openalex.org/W2187262079","https://openalex.org/W4255777237"],"abstract_inverted_index":{"Systematically":[0],"evaluating":[1],"scientific":[2,62],"literature":[3,289],"is":[4],"a":[5,19,26,74,291],"time":[6],"consuming":[7],"endeavor":[8],"that":[9,67],"requires":[10],"hours":[11],"of":[12,42,111,129,139,156,163,171],"coding":[13],"and":[14,91,137,167,169,188,190,226,228,236,247,272,280,294],"rating.":[15],"Here,":[16],"we":[17],"describe":[18],"method":[20],"to":[21,44,81,151,185,194,265,267,286],"distribute":[22],"these":[23],"tasks":[24,43],"across":[25],"large":[27],"group":[28],"through":[29,205],"online":[30],"crowdsourcing.":[31],"Using":[32],"Amazon's":[33],"Mechanical":[34],"Turk,":[35],"crowdsourced":[36],"workers":[37],"(microworkers)":[38],"completed":[39],"four":[40],"groups":[41],"evaluate":[45,287],"the":[46,61,95,120,153,157,172,176,220,238],"question,":[47,222],"\"Do":[48],"nutrition-obesity":[49],"studies":[50,88],"with":[51,54,105,134],"conclusions":[52,99],"concordant":[53],"popular":[55,234],"opinion":[56,235],"receive":[57],"more":[58],"attention":[59,237],"in":[60,109,144,290],"community":[63],"than":[64],"do":[65],"those":[66],"are":[68],"discordant?\"":[69],"1)":[70],"Microworkers":[71,114,148,198,208],"who":[72],"passed":[73],"qualification":[75],"test":[76],"(19%":[77],"passed)":[78],"evaluated":[79],"abstracts":[80],"determine":[82],"if":[83],"they":[84],"were":[85,131,149,165,183,192,224],"about":[86],"human":[87],"investigating":[89],"nutrition":[90],"obesity.":[92],"Agreement":[93],"between":[94,233],"first":[96],"two":[97],"raters'":[98],"was":[100],"moderate":[101],"(\u03ba":[102],"=":[103],"0.586),":[104],"consensus":[106,210],"being":[107],"reached":[108,209],"96%":[110],"abstracts.":[112],"2)":[113],"iteratively":[115],"synthesized":[116,158],"free-text":[117],"answers":[118],"describing":[119],"studied":[121],"foods":[122,130],"into":[123],"one":[124],"coherent":[125],"term.":[126],"Approximately":[127],"84%":[128],"agreed":[132],"upon,":[133],"only":[135],"4":[136],"8%":[138],"ratings":[140],"failing":[141],"manual":[142],"review":[143],"different":[145],"steps.":[146],"3)":[147],"asked":[150],"rate":[152],"perceived":[154],"obesogenicity":[155],"food":[159],"terms.":[160],"Over":[161],"99%":[162],"responses":[164],"complete":[166],"usable,":[168],"opinions":[170],"microworkers":[173],"qualitatively":[174],"matched":[175],"authors'":[177],"expert":[178],"expectations":[179],"(e.g.,":[180],"sugar-sweetened":[181],"beverages":[182],"thought":[184,193],"cause":[186],"obesity":[187],"fruits":[189],"vegetables":[191],"prevent":[195],"obesity).":[196],"4)":[197],"extracted":[199],"citation":[200,248],"counts":[201],"for":[202,214,275],"each":[203],"paper":[204,239],"Google":[206],"Scholar.":[207],"or":[211],"unanimous":[212],"agreement":[213],"all":[215],"successful":[216],"searches.":[217],"To":[218],"answer":[219],"example":[221],"data":[223],"aggregated":[225],"analyzed,":[227],"showed":[229],"no":[230],"significant":[231],"association":[232],"received":[240],"as":[241],"measured":[242],"by":[243],"Scimago":[244],"Journal":[245],"Rank":[246],"counts.":[249],"Direct":[250],"microworker":[251],"costs":[252],"totaled":[253],"$221.75,":[254],"(estimated":[255],"cost":[256],"at":[257],"minimum":[258],"wage:":[259],"$312.61).":[260],"We":[261],"discuss":[262],"important":[263],"points":[264],"consider":[266],"ensure":[268],"good":[269,278],"quality":[270],"control":[271],"appropriate":[273],"pay":[274],"microworkers.":[276],"With":[277],"reliability":[279],"low":[281],"cost,":[282],"crowdsourcing":[283],"has":[284],"potential":[285],"published":[288],"cost-effective,":[292],"quick,":[293],"reliable":[295],"manner":[296],"using":[297],"existing,":[298],"easily":[299],"accessible":[300],"resources.":[301]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2017277563","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2016-06-24T00:00:00"}
