{"id":"https://openalex.org/W2190333735","doi":"https://doi.org/10.1016/j.jbi.2015.07.020","title":"Annotating longitudinal clinical narratives for de-identification: The 2014 i2b2/UTHealth corpus","display_name":"Annotating longitudinal clinical narratives for de-identification: The 2014 i2b2/UTHealth corpus","alternate_titles":[],"publication_year":2015,"publication_date":"2015-08-28","ids":{"openalex":"https://openalex.org/W2190333735","doi":"https://doi.org/10.1016/j.jbi.2015.07.020","mag":"2190333735","pmid":"https://pubmed.ncbi.nlm.nih.gov/26319540","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/4978170"},"language":"en","primary_location":{"id":"doi:10.1016/j.jbi.2015.07.020","doi":"https://doi.org/10.1016/j.jbi.2015.07.020","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jbi.2015.07.020","pdf_url":"https://www.sciencedirect.com/science/article/pii/S1532046415001823/pdf","source":{"id":"https://openalex.org/S11622463","display_name":"Journal of Biomedical Informatics","issn_l":"1532-0464","issn":["1532-0464","1532-0480"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","doyens","jufo-1","ki-jl-2","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Biomedical Informatics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2190333735"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S1532046415001823/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058858021","display_name":"Amber Stubbs","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I179245896","display_name":"Simmons University","ror":"https://ror.org/04mbfgm16","country_code":"US","type":"education","lineage":["https://openalex.org/I179245896"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Amber Stubbs","raw_affiliation_strings":["School of Library and Information Science, Simmons College, Boston, MA, USA. Electronic address: stubbs@simmons.edu","School of Library and Information Science, Simmons College, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Library and Information Science, Simmons College, Boston, MA, USA. Electronic address: stubbs@simmons.edu","institution_ids":["https://openalex.org/I179245896"]},{"raw_affiliation_string":"School of Library and Information Science, Simmons College, Boston, MA, USA","institution_ids":["https://openalex.org/I179245896"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070926324","display_name":"\u00d6zlem Uzuner","orcid":"https://orcid.org/0000-0001-8011-9850","observed_orcids":["https://orcid.org/0000-0001-8011-9850"]},"institutions":[{"id":"https://openalex.org/I1327163397","display_name":"State University of New York","ror":"https://ror.org/01q1z8k08","country_code":"US","type":"education","lineage":["https://openalex.org/I1327163397"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"\u00d6zlem Uzuner","raw_affiliation_strings":["Department of Information Studies, State University of New York at Albany, Albany, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Studies, State University of New York at Albany, Albany, NY, USA","institution_ids":["https://openalex.org/I1327163397","https://openalex.org/I392282"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058858021"],"corresponding_institution_ids":["https://openalex.org/I179245896"],"apc_list":{"value":3410,"currency":"USD","value_usd":3410},"apc_paid":{"value":3410,"currency":"USD","value_usd":3410},"fwci":10.6605,"has_fulltext":true,"cited_by_count":334,"citation_normalized_percentile":{"value":0.98831563,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"58","issue":null,"first_page":"S20","last_page":"S29"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.4336000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.4336000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.3386000096797943,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14029","display_name":"Thoreau and American Literature","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/de-identification","display_name":"de-identification","score":0.8870000243186951},{"id":"https://openalex.org/keywords/medical-records","display_name":"medical records","score":0.4350000023841858},{"id":"https://openalex.org/keywords/gold-standard-annotation","display_name":"gold standard annotation","score":0.6869999766349792},{"id":"https://openalex.org/keywords/health-information-privacy","display_name":"health information privacy","score":0.5040000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7244676351547241},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.7039458751678467},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6511783599853516},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6293075084686279},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6246848702430725},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6141214966773987},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5907503962516785},{"id":"https://openalex.org/C133652896","wikidata":"https://www.wikidata.org/wiki/Q7251300","display_name":"Protected health information","level":5,"score":0.5389872193336487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5169914960861206},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.4634767472743988},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4280291199684143},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14461088180541992},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12270474433898926},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.10025337338447571},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08891883492469788},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C147268084","wikidata":"https://www.wikidata.org/wiki/Q5635796","display_name":"HRHIS","level":4,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0},{"id":"https://openalex.org/C185618831","wikidata":"https://www.wikidata.org/wiki/Q1851928","display_name":"Health promotion","level":3,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003219","descriptor_name":"Confidentiality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004282","descriptor_name":"Documentation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D015331","descriptor_name":"Cohort Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D033262","descriptor_name":"Narration","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1016/j.jbi.2015.07.020","doi":"https://doi.org/10.1016/j.jbi.2015.07.020","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jbi.2015.07.020","pdf_url":"https://www.sciencedirect.com/science/article/pii/S1532046415001823/pdf","source":{"id":"https://openalex.org/S11622463","display_name":"Journal of Biomedical Informatics","issn_l":"1532-0464","issn":["1532-0464","1532-0480"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","doyens","jufo-1","ki-jl-2","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Biomedical Informatics","raw_type":"journal-article"},{"id":"pmid:26319540","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26319540","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of biomedical informatics","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:3940736","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4978170","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:4978170","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC4978170/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"J Biomed Inform","raw_type":"Text"},{"id":"mag:3119509555","doi":null,"is_oa":false,"landing_page_url":"https://dl.acm.org/doi/10.5555/2869975.2870333","pdf_url":null,"source":{"id":"https://openalex.org/S11622463","display_name":"Journal of Biomedical Informatics","issn_l":"1532-0464","issn":["1532-0464","1532-0480"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","doyens","jufo-1","ki-jl-2","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Biomedical Informatics","raw_type":null}],"best_oa_location":{"id":"doi:10.1016/j.jbi.2015.07.020","doi":"https://doi.org/10.1016/j.jbi.2015.07.020","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jbi.2015.07.020","pdf_url":"https://www.sciencedirect.com/science/article/pii/S1532046415001823/pdf","source":{"id":"https://openalex.org/S11622463","display_name":"Journal of Biomedical Informatics","issn_l":"1532-0464","issn":["1532-0464","1532-0480"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","doyens","jufo-1","ki-jl-2","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Biomedical Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.4043000042438507,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1275080182","display_name":"Informatics for Integrating Biology & the Bedside (i2b2)","funder_award_id":"U54LM008748","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G2735854392","display_name":"Challenges in Natural Language Processing in Clinical Text","funder_award_id":"R13LM011411","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2190333735.pdf","grobid_xml":"https://content.openalex.org/works/W2190333735.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1019512417","https://openalex.org/W1034374084","https://openalex.org/W1791866474","https://openalex.org/W1972477581","https://openalex.org/W1995228216","https://openalex.org/W2002514548","https://openalex.org/W2114847203","https://openalex.org/W2115792042","https://openalex.org/W2132724073","https://openalex.org/W2154048976","https://openalex.org/W2160987310","https://openalex.org/W2162800060","https://openalex.org/W2166283755","https://openalex.org/W2251247982","https://openalex.org/W2268112550"],"related_works":["https://openalex.org/W1034374084","https://openalex.org/W2115792042","https://openalex.org/W2183114698","https://openalex.org/W2624957472","https://openalex.org/W1169821766","https://openalex.org/W2574739597","https://openalex.org/W2896284100","https://openalex.org/W1983459608","https://openalex.org/W2991314401"],"abstract_inverted_index":{"The":[0,58,73,117],"2014":[1,95,138],"i2b2/UTHealth":[2,96,139],"natural":[3],"language":[4],"processing":[5],"shared":[6,97,140],"task":[7],"featured":[8],"a":[9,24,39,147,153],"track":[10,92],"focused":[11],"on":[12],"the":[13,43,64,68,81,86,90,94,121,137,144],"de-identification":[14,91,129],"of":[15,26,42,52,93,123,150,156],"longitudinal":[16,28],"medical":[17,29],"records.":[18],"For":[19],"this":[20],"track,":[21],"we":[22],"de-identified":[23,37],"set":[25,85],"1304":[27],"records":[30],"describing":[31],"296":[32],"patients.":[33],"This":[34,131],"corpus":[35,119,132],"was":[36,71,133],"under":[38],"broad":[40],"interpretation":[41],"HIPAA":[44],"guidelines":[45],"using":[46,158],"double-annotation":[47],"followed":[48],"by":[49],"arbitration,":[50],"rounds":[51],"sanity":[53],"checking,":[54],"and":[55,83,110,114,152],"proof":[56],"reading.":[57],"average":[59],"token-based":[60],"F1":[61],"measure":[62],"for":[63,89,128,136],"annotators":[65],"compared":[66],"to":[67,79,84],"gold":[69,87],"standard":[70,88],"0.927.":[72],"resulting":[74,118],"annotations":[75],"were":[76,104],"used":[77,135],"both":[78],"de-identify":[80],"data":[82],"task.":[98],"All":[99],"annotated":[100],"private":[101],"health":[102],"information":[103],"replaced":[105],"with":[106],"realistic":[107],"surrogates":[108],"automatically":[109],"then":[111],"read":[112],"over":[113],"corrected":[115],"manually.":[116],"is":[120],"first":[122,134],"its":[124],"kind":[125],"made":[126],"available":[127],"research.":[130],"task,":[141],"during":[142],"which":[143],"systems":[145],"achieved":[146],"mean":[148],"F-measure":[149,155],"0.872":[151],"maximum":[154],"0.964":[157],"entity-based":[159],"micro-averaged":[160],"evaluations.":[161]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2190333735","counts_by_year":[{"year":2026,"cited_by_count":55},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":32},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":25},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":10}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
