{"id":"https://openalex.org/W2050611670","doi":"https://doi.org/10.1371/journal.pcbi.1000391","title":"How to Get the Most out of Your Curation Effort","display_name":"How to Get the Most out of Your Curation Effort","publication_year":2009,"publication_date":"2009-05-21","ids":{"openalex":"https://openalex.org/W2050611670","doi":"https://doi.org/10.1371/journal.pcbi.1000391","mag":"2050611670","pmid":"https://pubmed.ncbi.nlm.nih.gov/19461884"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1000391","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1000391","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000391&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000391&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004739989","display_name":"Andrey Rzhetsky","orcid":"https://orcid.org/0000-0001-6959-7405"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrey Rzhetsky","raw_affiliation_strings":["Department of Medicine, University of Chicago, Chicago, Illinois, USA","Department of Medicine, University of Chicago, Chicago, Illinois, United States of America","Institute for Genomics and Systems Biology, University of Chicago, Chicago, Illinois, United States of America","Computation Institute, University of Chicago, Chicago, Illinois, United States of America","Department of Human Genetics, University of Chicago, Chicago, Illinois, United States of America"],"affiliations":[{"raw_affiliation_string":"Department of Medicine, University of Chicago, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I40347166"]},{"raw_affiliation_string":"Department of Medicine, University of Chicago, Chicago, Illinois, United States of America","institution_ids":["https://openalex.org/I40347166"]},{"raw_affiliation_string":"Institute for Genomics and Systems Biology, University of Chicago, Chicago, Illinois, United States of America","institution_ids":["https://openalex.org/I40347166"]},{"raw_affiliation_string":"Computation Institute, University of Chicago, Chicago, Illinois, United States of America","institution_ids":["https://openalex.org/I40347166"]},{"raw_affiliation_string":"Department of Human Genetics, University of Chicago, Chicago, Illinois, United States of America","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107218585","display_name":"Hagit Shatkay","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hagit Shatkay","raw_affiliation_strings":["The Computational Biology and Machine Learning Lab, School of Computing, Queen's University, Kingston, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"The Computational Biology and Machine Learning Lab, School of Computing, Queen's University, Kingston, Ontario, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111895206","display_name":"W. John Wilbur","orcid":null},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. John Wilbur","raw_affiliation_strings":["National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, Maryland, United States of America"],"affiliations":[{"raw_affiliation_string":"National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, Maryland, United States of America","institution_ids":["https://openalex.org/I4210109390","https://openalex.org/I1299303238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004739989"],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":5.4211,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.95569577,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"5","issue":"5","first_page":"e1000391","last_page":"e1000391"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8685794472694397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8349809646606445},{"id":"https://openalex.org/keywords/data-curation","display_name":"Data curation","score":0.6301274299621582},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6179625391960144},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6028066277503967},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5723388195037842},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5019607543945312},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47895413637161255},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4733300805091858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45839962363243103},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34655511379241943},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3256499767303467},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3219752907752991}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8685794472694397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8349809646606445},{"id":"https://openalex.org/C91632574","wikidata":"https://www.wikidata.org/wiki/Q15088675","display_name":"Data curation","level":2,"score":0.6301274299621582},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6179625391960144},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6028066277503967},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5723388195037842},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5019607543945312},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47895413637161255},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4733300805091858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45839962363243103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34655511379241943},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3256499767303467},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3219752907752991},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009626","descriptor_name":"Terminology as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009626","descriptor_name":"Terminology as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009626","descriptor_name":"Terminology as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":7,"locations":[{"id":"doi:10.1371/journal.pcbi.1000391","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1000391","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000391&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Computational Biology","raw_type":"journal-article"},{"id":"pmid:19461884","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/19461884","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:uchicago.tind.io:10217","is_oa":true,"landing_page_url":"http://knowledge.uchicago.edu/record/10217","pdf_url":null,"source":{"id":"https://openalex.org/S4306402460","display_name":"Knowledge@UChicago (University of Chicago)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40347166","host_organization_name":"University of Chicago","host_organization_lineage":["https://openalex.org/I40347166"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://knowledge.uchicago.edu/record/10217","raw_type":"Text"},{"id":"pmh:oai:RePEc:plo:pcbi00:1000391","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1000391","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:3ea8f64faf2d4ebc8372456313d21d98","is_oa":true,"landing_page_url":"https://doaj.org/article/3ea8f64faf2d4ebc8372456313d21d98","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 5, Iss 5, p e1000391 (2009)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/147557","is_oa":true,"landing_page_url":"https://figshare.com/articles/How_to_Get_the_Most_out_of_Your_Curation_Effort/147557","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},{"id":"pmh:oai:pubmedcentral.nih.gov:2678295","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/2678295","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1000391","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1000391","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000391&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G1547533500","display_name":"ITR/IM+AP: Automated Compilation and Computational Analysis of Regulatory Networks","funder_award_id":"0121687","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G181178710","display_name":"SGER:    Belief Networks for Human Pathways","funder_award_id":"0438291","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2050611670.pdf","grobid_xml":"https://content.openalex.org/works/W2050611670.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W429692677","https://openalex.org/W1480287196","https://openalex.org/W1481246388","https://openalex.org/W1706564076","https://openalex.org/W1968437059","https://openalex.org/W1978241768","https://openalex.org/W1991567646","https://openalex.org/W2024060531","https://openalex.org/W2040447587","https://openalex.org/W2065500018","https://openalex.org/W2070285512","https://openalex.org/W2107141268","https://openalex.org/W2136514583","https://openalex.org/W2159749953","https://openalex.org/W2162169788","https://openalex.org/W2611210475","https://openalex.org/W4240231372","https://openalex.org/W6615006611","https://openalex.org/W6628708307","https://openalex.org/W6737004582","https://openalex.org/W7036799540"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2169425537"],"abstract_inverted_index":{"Large-scale":[0],"annotation":[1,26,181],"efforts":[2],"typically":[3],"involve":[4],"several":[5,130],"experts":[6,21],"who":[7],"may":[8],"disagree":[9],"with":[10,27,115],"each":[11,25,70],"other.":[12],"We":[13,53,88],"propose":[14],"an":[15],"approach":[16,40,101,176],"for":[17,44,58,85],"modeling":[18,175],"disagreements":[19],"among":[20],"that":[22,35,90,133],"allows":[23,41,102],"providing":[24],"a":[28,76,122,148,154,170],"confidence":[29],"value":[30],"(i.e.,":[31],"the":[32,93,107,111,166],"posterior":[33],"probability":[34,108],"it":[36],"is":[37,177],"correct).":[38],"Our":[39],"computing":[42],"certainty-level":[43],"individual":[45],"annotations,":[46],"given":[47],"annotator-specific":[48],"parameters":[49],"estimated":[50],"from":[51,185],"data.":[52],"developed":[54],"two":[55],"probabilistic":[56],"models":[57,64],"performing":[59],"this":[60,86,116],"analysis,":[61],"compared":[62],"these":[63],"using":[65],"computer":[66],"simulation,":[67],"and":[68],"tested":[69],"model's":[71],"actual":[72],"performance,":[73],"based":[74],"on":[75],"large":[77],"data":[78,168,180],"set":[79],"generated":[80],"by":[81,147,161],"human":[82],"annotators":[83,98],"specifically":[84],"study.":[87],"show":[89],"even":[91],"in":[92,137],"worst-case":[94],"scenario,":[95],"when":[96],"all":[97,144],"disagree,":[99],"our":[100,174,186],"us":[103],"to":[104,129],"significantly":[105],"increase":[106],"of":[109,124,150],"choosing":[110],"correct":[112],"annotation.":[113],"Along":[114],"publication":[117],"we":[118,134],"make":[119],"publicly":[120],"available":[121],"corpus":[123],"10,000":[125,141],"sentences":[126,142],"annotated":[127,146,160],"according":[128],"cardinal":[131],"dimensions":[132],"have":[135],"introduced":[136],"earlier":[138],"work.":[139],"The":[140],"were":[143],"3-fold":[145],"group":[149],"eight":[151],"experts,":[152],"while":[153],"1,000-sentence":[155],"subset":[156],"was":[157],"further":[158],"5-fold":[159],"five":[162],"new":[163],"experts.":[164],"While":[165],"presented":[167],"represent":[169],"specialized":[171],"curation":[172],"task,":[173],"general;":[178],"most":[179],"studies":[182],"could":[183],"benefit":[184],"methodology.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}