{"id":"https://openalex.org/W2337191715","doi":"https://doi.org/10.1093/database/baw051","title":"A crowdsourcing workflow for extracting chemical-induced disease relations from free text","display_name":"A crowdsourcing workflow for extracting chemical-induced disease relations from free text","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2337191715","doi":"https://doi.org/10.1093/database/baw051","mag":"2337191715","pmid":"https://pubmed.ncbi.nlm.nih.gov/27087308"},"language":"en","primary_location":{"id":"doi:10.1093/database/baw051","is_oa":true,"landing_page_url":"https://doi.org/10.1093/database/baw051","pdf_url":"https://academic.oup.com/database/article-pdf/doi/10.1093/database/baw051/17473794/baw051.pdf","source":{"id":"https://openalex.org/S4210201630","display_name":"Database","issn_l":"1758-0463","issn":["1758-0463"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311647","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/P4310311647"],"host_organization_lineage_names":["University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Database","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/database/article-pdf/doi/10.1093/database/baw051/17473794/baw051.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026736101","display_name":"Tong Shu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I123431417","display_name":"Scripps Research Institute","ror":"https://ror.org/02dxx6824","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I123431417"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Shu Li","raw_affiliation_strings":["Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA"],"affiliations":[{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA","institution_ids":["https://openalex.org/I123431417"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072446636","display_name":"\u00c1lex Bravo","orcid":"https://orcid.org/0000-0001-5999-6269"},"institutions":[{"id":"https://openalex.org/I4210136145","display_name":"Municipal Institute for Medical Research","ror":"https://ror.org/039evc422","country_code":"ES","type":"healthcare","lineage":["https://openalex.org/I4210136145"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"\u00c0lex Bravo","raw_affiliation_strings":["Research Programme on Biomedical Informatics (GRIB), IMIM, UPF, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Research Programme on Biomedical Informatics (GRIB), IMIM, UPF, Barcelona, Spain","institution_ids":["https://openalex.org/I4210136145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028427590","display_name":"Laura I. Furlong","orcid":"https://orcid.org/0000-0002-9383-528X"},"institutions":[{"id":"https://openalex.org/I4210136145","display_name":"Municipal Institute for Medical Research","ror":"https://ror.org/039evc422","country_code":"ES","type":"healthcare","lineage":["https://openalex.org/I4210136145"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Laura I. Furlong","raw_affiliation_strings":["Research Programme on Biomedical Informatics (GRIB), IMIM, UPF, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Research Programme on Biomedical Informatics (GRIB), IMIM, UPF, Barcelona, Spain","institution_ids":["https://openalex.org/I4210136145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087499135","display_name":"Benjamin M. Good","orcid":"https://orcid.org/0000-0002-7334-7852"},"institutions":[{"id":"https://openalex.org/I123431417","display_name":"Scripps Research Institute","ror":"https://ror.org/02dxx6824","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I123431417"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin M. Good","raw_affiliation_strings":["Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA"],"affiliations":[{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA","institution_ids":["https://openalex.org/I123431417"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045408201","display_name":"Andrew I. Su","orcid":"https://orcid.org/0000-0002-9859-4104"},"institutions":[{"id":"https://openalex.org/I123431417","display_name":"Scripps Research Institute","ror":"https://ror.org/02dxx6824","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I123431417"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew I. Su","raw_affiliation_strings":["Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA asu@scripps.edu","Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA"],"affiliations":[{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA asu@scripps.edu","institution_ids":[]},{"raw_affiliation_string":"Department of Molecular and Experimental Medicine, the Scripps Research Institute, La Jolla, CA 92037, USA","institution_ids":["https://openalex.org/I123431417"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5045408201"],"corresponding_institution_ids":["https://openalex.org/I123431417"],"apc_list":{"value":1415,"currency":"GBP","value_usd":1735},"apc_paid":{"value":1415,"currency":"GBP","value_usd":1735},"fwci":1.0459,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.7815187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2016","issue":null,"first_page":"baw051","last_page":"baw051"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9420999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.928600013256073,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9083043336868286},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7617223262786865},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.7245258688926697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7135366797447205},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5523105263710022},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5238164067268372},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.4989283084869385},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4901795983314514},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4846287667751312},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.47087562084198},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3893830478191376},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3814958930015564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30226096510887146},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.27813923358917236},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.25341635942459106},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1713825762271881},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07550454139709473}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9083043336868286},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7617223262786865},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.7245258688926697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7135366797447205},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5523105263710022},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5238164067268372},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.4989283084869385},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4901795983314514},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4846287667751312},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.47087562084198},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3893830478191376},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3814958930015564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30226096510887146},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27813923358917236},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25341635942459106},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1713825762271881},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07550454139709473},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004194","descriptor_name":"Disease","qualifier_ui":"Q000209","qualifier_name":"etiology","is_major_topic":false},{"descriptor_ui":"D004194","descriptor_name":"Disease","qualifier_ui":"Q000209","qualifier_name":"etiology","is_major_topic":false},{"descriptor_ui":"D004194","descriptor_name":"Disease","qualifier_ui":"Q000209","qualifier_name":"etiology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015386","descriptor_name":"Hazardous Substances","qualifier_ui":"Q000633","qualifier_name":"toxicity","is_major_topic":false},{"descriptor_ui":"D015386","descriptor_name":"Hazardous Substances","qualifier_ui":"Q000633","qualifier_name":"toxicity","is_major_topic":false},{"descriptor_ui":"D015386","descriptor_name":"Hazardous Substances","qualifier_ui":"Q000633","qualifier_name":"toxicity","is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057188","descriptor_name":"Workflow","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057188","descriptor_name":"Workflow","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057188","descriptor_name":"Workflow","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063045","descriptor_name":"Crowdsourcing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066289","descriptor_name":"Data Curation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D066289","descriptor_name":"Data Curation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D066289","descriptor_name":"Data Curation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1093/database/baw051","is_oa":true,"landing_page_url":"https://doi.org/10.1093/database/baw051","pdf_url":"https://academic.oup.com/database/article-pdf/doi/10.1093/database/baw051/17473794/baw051.pdf","source":{"id":"https://openalex.org/S4210201630","display_name":"Database","issn_l":"1758-0463","issn":["1758-0463"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311647","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/P4310311647"],"host_organization_lineage_names":["University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Database","raw_type":"journal-article"},{"id":"pmid:27087308","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/27087308","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Database : the journal of biological databases and curation","raw_type":null},{"id":"pmh:oai:recercat.cat:2072/314496","is_oa":true,"landing_page_url":"http://hdl.handle.net/10230/27044","pdf_url":null,"source":{"id":"https://openalex.org/S4306402147","display_name":"RECERCAT (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:europepmc.org:3803036","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4834205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:open-archive.highwire.org:databa:2016/0/baw051","is_oa":false,"landing_page_url":"http://database.oxfordjournals.org/cgi/content/short/2016/0/baw051","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"}],"best_oa_location":{"id":"doi:10.1093/database/baw051","is_oa":true,"landing_page_url":"https://doi.org/10.1093/database/baw051","pdf_url":"https://academic.oup.com/database/article-pdf/doi/10.1093/database/baw051/17473794/baw051.pdf","source":{"id":"https://openalex.org/S4210201630","display_name":"Database","issn_l":"1758-0463","issn":["1758-0463"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311647","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/P4310311647"],"host_organization_lineage_names":["University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Database","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1778407115","display_name":null,"funder_award_id":"115372","funder_id":"https://openalex.org/F4320326631","funder_display_name":"Innovative Medicines Initiative"},{"id":"https://openalex.org/G2759350490","display_name":null,"funder_award_id":"115191","funder_id":"https://openalex.org/F4320334923","funder_display_name":"Instituto de Salud Carlos III"},{"id":"https://openalex.org/G2973790809","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3044824611","display_name":null,"funder_award_id":"115735","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G3829048491","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3848063861","display_name":null,"funder_award_id":"2007-2013","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3981126665","display_name":null,"funder_award_id":"Seventh Framework Programme","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4108925770","display_name":null,"funder_award_id":"115002","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4406326236","display_name":null,"funder_award_id":"115735","funder_id":"https://openalex.org/F4320326631","funder_display_name":"Innovative Medicines Initiative"},{"id":"https://openalex.org/G4439374236","display_name":null,"funder_award_id":"115002","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G453067482","display_name":null,"funder_award_id":"014-2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4917471619","display_name":null,"funder_award_id":"GM089820","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5161020159","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5440316326","display_name":null,"funder_award_id":"CP10/00524","funder_id":"https://openalex.org/F4320334923","funder_display_name":"Instituto de Salud Carlos III"},{"id":"https://openalex.org/G5593277320","display_name":null,"funder_award_id":"2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5634946813","display_name":null,"funder_award_id":"2014-2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5702163051","display_name":null,"funder_award_id":"FP7/2007","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6382720711","display_name":null,"funder_award_id":"115372","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G6456714180","display_name":"The Open Pharmacological Concepts Triple Store","funder_award_id":"115191","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6574697119","display_name":null,"funder_award_id":"676559","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G659062546","display_name":null,"funder_award_id":"115002","funder_id":"https://openalex.org/F4320326631","funder_display_name":"Innovative Medicines Initiative"},{"id":"https://openalex.org/G6870533126","display_name":null,"funder_award_id":"2014-2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7195248210","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320326631","funder_display_name":"Innovative Medicines Initiative"},{"id":"https://openalex.org/G7231943246","display_name":null,"funder_award_id":"Horizon 2020 Programme","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7364720146","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G7535289602","display_name":null,"funder_award_id":"676559","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G8214758122","display_name":"European Medical Information Framework","funder_award_id":"115372","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8217424323","display_name":null,"funder_award_id":"TR001114","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8646936266","display_name":null,"funder_award_id":"115002","funder_id":"https://openalex.org/F4320334923","funder_display_name":"Instituto de Salud Carlos III"},{"id":"https://openalex.org/G8655434959","display_name":"Intelligent Assessment of Pharmaceutical in the Environment","funder_award_id":"115735","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8720148096","display_name":"Creating medically-driven integrative bioinformatics applications focused on oncology, CNS disorders and their comorbidities (MedBioinformatics)","funder_award_id":"634143","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8823472414","display_name":null,"funder_award_id":"GM114833","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8826631963","display_name":null,"funder_award_id":"Horizon 2020 Program","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320314178","display_name":"European Federation of Pharmaceutical Industries and Associations","ror":"https://ror.org/00g1x4v36"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320326631","display_name":"Innovative Medicines Initiative","ror":"https://ror.org/019af4n30"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320334923","display_name":"Instituto de Salud Carlos III","ror":"https://ror.org/00ca2c886"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2337191715.pdf","grobid_xml":"https://content.openalex.org/works/W2337191715.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W567643054","https://openalex.org/W1599740911","https://openalex.org/W1971048089","https://openalex.org/W1979003656","https://openalex.org/W1988584482","https://openalex.org/W1992442866","https://openalex.org/W2013130010","https://openalex.org/W2014139771","https://openalex.org/W2019707847","https://openalex.org/W2042445733","https://openalex.org/W2047360869","https://openalex.org/W2065812641","https://openalex.org/W2091155135","https://openalex.org/W2093044076","https://openalex.org/W2093065590","https://openalex.org/W2095867591","https://openalex.org/W2104070133","https://openalex.org/W2110961693","https://openalex.org/W2120850582","https://openalex.org/W2121802207","https://openalex.org/W2136437513","https://openalex.org/W2137937634","https://openalex.org/W2138768461","https://openalex.org/W2141761043","https://openalex.org/W2142016317","https://openalex.org/W2153138487","https://openalex.org/W2157010107","https://openalex.org/W2169491861","https://openalex.org/W2169997311","https://openalex.org/W2170099804","https://openalex.org/W2250678356","https://openalex.org/W2283036946","https://openalex.org/W2331260641","https://openalex.org/W2429565568","https://openalex.org/W3152413195","https://openalex.org/W4251832787"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W2039876276","https://openalex.org/W2605569989"],"abstract_inverted_index":{"Relations":[0],"between":[1],"chemicals":[2],"and":[3,31,40,90,109,161,183,196],"diseases":[4],"are":[5,44,198],"one":[6],"of":[7,38,62,125,143,165,175],"the":[8,18,26,63,74,86,98,101,121,129],"most":[9],"queried":[10],"biomedical":[11],"interactions.":[12],"Although":[13],"expert":[14],"manual":[15],"curation":[16],"is":[17,29],"standard":[19,185],"method":[20],"for":[21,52],"extracting":[22,53],"these":[23],"relations":[24,56,110],"from":[25,57],"literature,":[27],"it":[28],"expensive":[30],"impractical":[32],"to":[33,35,92,146,180],"apply":[34],"large":[36],"numbers":[37],"documents,":[39],"therefore":[41],"alternative":[42],"methods":[43],"required.":[45],"We":[46],"describe":[47],"here":[48],"a":[49,132,139,163],"crowdsourcing":[50,154],"workflow":[51],"chemical-induced":[54,81],"disease":[55,82],"free":[58],"text":[59,89,99],"as":[60,118],"part":[61],"BioCreative":[64],"V":[65],"Chemical":[66],"Disease":[67],"Relation":[68],"challenge.":[69],"Five":[70],"non-expert":[71],"workers":[72],"on":[73],"CrowdFlower":[75],"platform":[76],"were":[77,105,116,178],"shown":[78],"each":[79],"potential":[80],"relation":[83],"highlighted":[84],"in":[85],"original":[87],"source":[88],"asked":[91],"make":[93],"binary":[94],"judgments":[95],"about":[96],"whether":[97],"supported":[100],"relation.":[102],"Worker":[103],"responses":[104],"aggregated":[106],"through":[107],"voting,":[108],"receiving":[111],"four":[112],"or":[113],"more":[114],"votes":[115],"predicted":[117],"true.":[119],"On":[120],"official":[122],"evaluation":[123],"dataset":[124],"500":[126],"PubMed":[127],"abstracts,":[128],"crowd":[130],"attained":[131],"0.505F-score":[133],"(0.475":[134],"precision,":[135],"0.540":[136],"recall),":[137],"with":[138,148],"maximum":[140],"theoretical":[141],"recall":[142],"0.751":[144],"due":[145,179],"errors":[147,177],"named":[149],"entity":[150],"recognition.":[151],"The":[152],"total":[153,164],"cost":[155],"was":[156],"$1290.67":[157],"($2.58":[158],"per":[159],"abstract)":[160],"took":[162],"7":[166],"h.":[167],"A":[168],"qualitative":[169],"error":[170],"analysis":[171],"revealed":[172],"that":[173,188],"46.66%":[174],"sampled":[176],"task":[181],"limitations":[182],"gold":[184],"errors,":[186],"indicating":[187],"performance":[189],"can":[190],"still":[191],"be":[192],"improved.":[193],"All":[194],"code":[195],"results":[197],"publicly":[199],"available":[200],"athttps://github.com/SuLab/crowd_cid_relexDatabase":[201],"URL:https://github.com/SuLab/crowd_cid_relex.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}