{"id":"https://openalex.org/W2155276279","doi":"https://doi.org/10.1136/amiajnl-2012-001607","title":"An end-to-end system to identify temporal relation in discharge summaries: 2012 i2b2 challenge","display_name":"An end-to-end system to identify temporal relation in discharge summaries: 2012 i2b2 challenge","publication_year":2013,"publication_date":"2013-03-06","ids":{"openalex":"https://openalex.org/W2155276279","doi":"https://doi.org/10.1136/amiajnl-2012-001607","mag":"2155276279","pmid":"https://pubmed.ncbi.nlm.nih.gov/23467472"},"language":"en","primary_location":{"id":"doi:10.1136/amiajnl-2012-001607","is_oa":false,"landing_page_url":"https://doi.org/10.1136/amiajnl-2012-001607","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100445660","display_name":"Yan Xu","orcid":"https://orcid.org/0000-0002-2636-7594"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Xu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Key Laboratory of Biomechanics and Mechanobiology of Ministry of Education, Beihang University, Beijing, China","Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Key Laboratory of Biomechanics and Mechanobiology of Ministry of Education, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424577","display_name":"Yining Wang","orcid":"https://orcid.org/0000-0001-9410-0392"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yining Wang","raw_affiliation_strings":["Department of Computer Science, Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China","Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036230810","display_name":"Tianren Liu","orcid":"https://orcid.org/0009-0007-8697-2327"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianren Liu","raw_affiliation_strings":["Department of Computer Science, Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China","Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112241147","display_name":"Jun\u2019ichi Tsujii","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junichi Tsujii","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087298985","display_name":"Eric Chang","orcid":"https://orcid.org/0000-0002-9678-5994"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Eric I-Chao Chang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087298985"],"corresponding_institution_ids":["https://openalex.org/I4210113369"],"apc_list":{"value":4332,"currency":"USD","value_usd":4332},"apc_paid":null,"fwci":12.6387,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.98402768,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"20","issue":"5","first_page":"849","last_page":"858"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3409000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3409000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.14920000731945038,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.05220000073313713,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.7630313634872437},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6565850973129272},{"id":"https://openalex.org/keywords/dead-end","display_name":"Dead end","score":0.6046971082687378},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5048635601997375},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25248682498931885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20460361242294312},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.19731077551841736},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.059750884771347046}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.7630313634872437},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6565850973129272},{"id":"https://openalex.org/C2986709869","wikidata":"https://www.wikidata.org/wiki/Q398589","display_name":"Dead end","level":3,"score":0.6046971082687378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5048635601997375},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25248682498931885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20460361242294312},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.19731077551841736},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.059750884771347046},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013995","descriptor_name":"Time","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013995","descriptor_name":"Time","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013995","descriptor_name":"Time","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057170","descriptor_name":"Translational Research, Biomedical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057170","descriptor_name":"Translational Research, Biomedical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057170","descriptor_name":"Translational Research, Biomedical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063886","descriptor_name":"Patient Discharge Summaries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063886","descriptor_name":"Patient Discharge Summaries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063886","descriptor_name":"Patient Discharge Summaries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1136/amiajnl-2012-001607","is_oa":false,"landing_page_url":"https://doi.org/10.1136/amiajnl-2012-001607","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:23467472","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/23467472","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:3116254","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3756267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1206153511","display_name":null,"funder_award_id":"U54-LM008748","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G1681170184","display_name":null,"funder_award_id":"(2U54LM008748","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G4257107804","display_name":null,"funder_award_id":"R13LM011411","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G4456594261","display_name":null,"funder_award_id":"1R13LM01141101","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W4538592","https://openalex.org/W153173462","https://openalex.org/W182966350","https://openalex.org/W1619424147","https://openalex.org/W1700470553","https://openalex.org/W1770613123","https://openalex.org/W1956885672","https://openalex.org/W1977970897","https://openalex.org/W2051840895","https://openalex.org/W2052762201","https://openalex.org/W2117173982","https://openalex.org/W2126975755","https://openalex.org/W2127194753","https://openalex.org/W2129615653","https://openalex.org/W2135556735","https://openalex.org/W2137407193","https://openalex.org/W2138627627","https://openalex.org/W2150741878","https://openalex.org/W2151363315","https://openalex.org/W2158454296","https://openalex.org/W2913798560","https://openalex.org/W3149154678"],"related_works":["https://openalex.org/W3179968364","https://openalex.org/W3016188207","https://openalex.org/W4293268064","https://openalex.org/W4400488565","https://openalex.org/W2218833963","https://openalex.org/W2964709658","https://openalex.org/W4240479622","https://openalex.org/W4246369259","https://openalex.org/W2151749779","https://openalex.org/W1914800454"],"abstract_inverted_index":{"OBJECTIVE:":[0],"To":[1],"create":[2],"an":[3,41],"end-to-end":[4,31,196],"system":[5,34,44,60,79,132,161,187,250],"to":[6,124],"identify":[7],"temporal":[8,26,32,58,77,184,197,246],"relation":[9,27,33,78],"in":[10,277],"discharge":[11],"summaries":[12],"for":[13,212],"the":[14,131,160,186,208,255,258,262,278],"2012":[15,279],"i2b2":[16,263],"challenge.":[17,280],"The":[18,143,169,249,265],"challenge":[19],"includes":[20,38],"event":[21,42,129],"extraction,":[22,24,64,130,159],"timex":[23,158],"and":[25,52,69,75,86,104,118,140,149,154,166,175,180,192,204,239,272],"identification.":[28],"DESIGN:":[29],"An":[30],"was":[35],"developed.":[36],"It":[37],"three":[39],"subsystems:":[40],"extraction":[43,51,59],"(conditional":[45],"random":[46],"fields":[47],"(CRF)":[48],"name":[49,62],"entity":[50,63],"their":[53,65,146,172],"corresponding":[54,66],"attribute":[55,67],"classifiers),":[56],"a":[57,76,87,107],"(CRF":[61],"classifiers,":[68],"context-free":[70],"grammar":[71],"based":[72,100],"normalization":[73],"system),":[74],"(10":[80],"multi-support":[81],"vector":[82],"machine":[83],"(SVM)":[84],"classifiers":[85],"Markov":[88],"logic":[89],"networks":[90],"inference":[91],"system)":[92],"using":[93],"labeled":[94],"sequential":[95],"pattern":[96],"mining,":[97],"syntactic":[98],"structures":[99],"on":[101],"parse":[102],"trees,":[103],"results":[105],"from":[106],"coordination":[108],"classifier.":[109],"Micro-averaged":[110],"precision":[111],"(P),":[112,135],"recall":[113],"(R),":[114,137],"averaged":[115],"P&R":[116],"(P&R),":[117,139],"F":[119,209],"measure":[120,210],"(F)":[121],"were":[122,151,177,215],"used":[123,211],"evaluate":[125],"results.":[126],"RESULTS:":[127],"For":[128,157,183,195],"achieved":[133,162,188,200,251],"0.9415":[134],"0.8930":[136],"0.9166":[138,141],"(F).":[142],"accuracies":[144,170],"of":[145,171,219,227,234,242,257],"type,":[147,173],"polarity,":[148],"modality":[150],"0.8574,":[152],"0.8585,":[153],"0.8560,":[155],"respectively.":[156,168,182,194,206],"0.8818,":[163],"0.9489,":[164],"0.9141,":[165,167],"value,":[174],"modifier":[176],"0.8929,":[178],"0.7170,":[179],"0.8907,":[181],"relation,":[185,198],"0.6589,":[189],"0.7129,":[190],"0.6767,":[191],"0.6849,":[193],"it":[199],"0.5904,":[201],"0.5944,":[202],"0.5921,":[203],"0.5924,":[205],"With":[207],"evaluation,":[213],"we":[214],"ranked":[216],"first":[217,225],"out":[218,226,233,241],"14":[220,228],"competing":[221],"teams":[222,229,236,244],"(event":[223],"extraction),":[224,231],"(timex":[230],"third":[232],"12":[235],"(temporal":[237],"relation),":[238],"second":[240],"seven":[243],"(end-to-end":[245],"relation).":[247],"CONCLUSIONS:":[248],"encouraging":[252],"results,":[253],"demonstrating":[254],"feasibility":[256],"tasks":[259],"defined":[260],"by":[261],"organizers.":[264],"experiment":[266],"result":[267],"demonstrates":[268],"that":[269],"both":[270],"global":[271],"local":[273],"information":[274],"is":[275],"useful":[276]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":8}],"updated_date":"2026-08-22T07:34:49.880490","created_date":"2025-10-10T00:00:00"}