{"id":"https://openalex.org/W2986341143","doi":"https://doi.org/10.18653/v1/d19-6108","title":"Deep Bidirectional Transformers for Relation Extraction without Supervision","display_name":"Deep Bidirectional Transformers for Relation Extraction without Supervision","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2986341143","doi":"https://doi.org/10.18653/v1/d19-6108","mag":"2986341143"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-6108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-6108","pdf_url":"https://www.aclweb.org/anthology/D19-6108.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-6108.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061499531","display_name":"Yannis Papanikolaou","orcid":"https://orcid.org/0000-0003-3498-3255"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yannis Papanikolaou","raw_affiliation_strings":["Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051815961","display_name":"Ian Roberts","orcid":"https://orcid.org/0000-0002-7296-5851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ian Roberts","raw_affiliation_strings":["Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087253349","display_name":"Andrea Pierleoni","orcid":"https://orcid.org/0000-0002-1083-2113"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Pierleoni","raw_affiliation_strings":["Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061499531"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0804,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93481445,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.8569939136505127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.84471595287323},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7473281025886536},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.636001467704773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5869883298873901},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5730242729187012},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5661499500274658},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.5011637210845947},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49468109011650085},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4519875943660736},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.42572927474975586},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.42531338334083557},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.42248091101646423},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.369894802570343},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3517584800720215},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3330785632133484},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07294559478759766}],"concepts":[{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.8569939136505127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.84471595287323},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7473281025886536},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.636001467704773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5869883298873901},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5730242729187012},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5661499500274658},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.5011637210845947},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49468109011650085},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4519875943660736},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.42572927474975586},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.42531338334083557},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.42248091101646423},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.369894802570343},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3517584800720215},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3330785632133484},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07294559478759766},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d19-6108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-6108","pdf_url":"https://www.aclweb.org/anthology/D19-6108.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-6108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-6108","pdf_url":"https://www.aclweb.org/anthology/D19-6108.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2986341143.pdf","grobid_xml":"https://content.openalex.org/works/W2986341143.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W174427690","https://openalex.org/W1493490255","https://openalex.org/W1566289585","https://openalex.org/W1604644367","https://openalex.org/W2052217781","https://openalex.org/W2107598941","https://openalex.org/W2127978399","https://openalex.org/W2136437513","https://openalex.org/W2138516811","https://openalex.org/W2149713870","https://openalex.org/W2152135319","https://openalex.org/W2153579005","https://openalex.org/W2155454737","https://openalex.org/W2250521169","https://openalex.org/W2251135946","https://openalex.org/W2346452181","https://openalex.org/W2404161646","https://openalex.org/W2513378248","https://openalex.org/W2515462165","https://openalex.org/W2760600531","https://openalex.org/W2884668708","https://openalex.org/W2891417293","https://openalex.org/W2896457183","https://openalex.org/W2911489562","https://openalex.org/W2962881743","https://openalex.org/W2963021258","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963454301","https://openalex.org/W4294170691","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2352298027","https://openalex.org/W4319940250","https://openalex.org/W842810586","https://openalex.org/W2092919065","https://openalex.org/W4236762297","https://openalex.org/W3138801416","https://openalex.org/W2369351710","https://openalex.org/W2594363579","https://openalex.org/W2169232658","https://openalex.org/W2444550338"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,30,54,58,73,140],"novel":[3],"framework":[4],"to":[5,42,52,61,70,79,136,150],"deal":[6],"with":[7,145],"relation":[8,81,104],"extraction":[9,105],"tasks":[10],"in":[11,21,57,77,122],"cases":[12],"where":[13],"there":[14],"is":[15,68,134],"complete":[16],"lack":[17],"of":[18,24,125],"supervision,":[19],"either":[20],"the":[22,90,120],"form":[23],"gold":[25,156],"annotations,":[26],"or":[27],"relations":[28],"from":[29,89],"knowledge":[31],"base.":[32],"Our":[33],"approach":[34],"leverages":[35],"syntactic":[36],"parsing":[37],"and":[38],"pre-trained":[39,74],"word":[40],"embeddings":[41],"extract":[43],"few":[44],"but":[45],"precise":[46],"relations,":[47],"which":[48],"are":[49],"then":[50],"used":[51],"annotate":[53],"larger":[55],"corpus,":[56],"manner":[59],"identical":[60],"distant":[62],"supervision.":[63],"The":[64],"resulting":[65],"data":[66,87,127,157],"set":[67],"employed":[69],"fine":[71,138,159],"tune":[72,139],"BERT":[75],"model":[76,144],"order":[78],"perform":[80],"extraction.":[82],"Empirical":[83],"evaluation":[84],"on":[85,155],"four":[86,126],"sets":[88],"biomedical":[91],"domain":[92],"shows":[93],"that":[94,132,153],"our":[95],"method":[96],"significantly":[97],"outperforms":[98],"two":[99],"simple":[100],"baselines":[101],"for":[102,158],"unsupervised":[103],"and,":[106],"even":[107],"if":[108],"not":[109],"using":[110],"any":[111],"supervision":[112],"at":[113],"all,":[114],"achieves":[115],"slightly":[116],"worse":[117],"results":[118],"than":[119],"state-of-the-art":[121],"three":[123],"out":[124],"sets.":[128],"Importantly,":[129],"we":[130],"show":[131],"it":[133],"possible":[135],"successfully":[137],"large":[141],"pretrained":[142],"language":[143],"noisy":[146],"data,":[147],"as":[148],"opposed":[149],"previous":[151],"works":[152],"rely":[154],"tuning.":[160]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}