{"id":"https://openalex.org/W3199556396","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533345","title":"BiLSTM Embedding Pretraining for Relation Extraction","display_name":"BiLSTM Embedding Pretraining for Relation Extraction","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3199556396","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533345","mag":"3199556396"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071259038","display_name":"Haojie Huang","orcid":"https://orcid.org/0000-0002-9473-4851"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Haojie Huang","raw_affiliation_strings":["School of Computer Science & Engineering University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015158455","display_name":"Raymond K. Wong","orcid":"https://orcid.org/0000-0002-9814-6029"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Raymond K. Wong","raw_affiliation_strings":["School of Computer Science & Engineering University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071259038"],"corresponding_institution_ids":["https://openalex.org/I31746571"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1287361,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"3","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.8216550350189209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8029650449752808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6693872213363647},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.615095317363739},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.5745819807052612},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5706680417060852},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5631111860275269},{"id":"https://openalex.org/keywords/labelling","display_name":"Labelling","score":0.5249221920967102},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.5126932859420776},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.5065137147903442},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.49604424834251404},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4581209421157837},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4559914767742157},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.43362027406692505},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4250931143760681},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4203146994113922},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38898470997810364},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3356693387031555},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.0833505392074585},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06603884696960449}],"concepts":[{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.8216550350189209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8029650449752808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6693872213363647},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.615095317363739},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.5745819807052612},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5706680417060852},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5631111860275269},{"id":"https://openalex.org/C2780523633","wikidata":"https://www.wikidata.org/wiki/Q380709","display_name":"Labelling","level":2,"score":0.5249221920967102},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.5126932859420776},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.5065137147903442},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.49604424834251404},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4581209421157837},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4559914767742157},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.43362027406692505},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4250931143760681},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4203146994113922},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38898470997810364},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3356693387031555},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0833505392074585},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06603884696960449},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C73484699","wikidata":"https://www.wikidata.org/wiki/Q161733","display_name":"Criminology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W174427690","https://openalex.org/W1604644367","https://openalex.org/W1902237438","https://openalex.org/W2094728533","https://openalex.org/W2107598941","https://openalex.org/W2132679783","https://openalex.org/W2133564696","https://openalex.org/W2162590473","https://openalex.org/W2181042685","https://openalex.org/W2250521169","https://openalex.org/W2251135946","https://openalex.org/W2251622960","https://openalex.org/W2515462165","https://openalex.org/W2517194566","https://openalex.org/W2796801810","https://openalex.org/W2891417293","https://openalex.org/W2891935547","https://openalex.org/W2892094955","https://openalex.org/W2892316911","https://openalex.org/W2945192907","https://openalex.org/W2964308564","https://openalex.org/W4285719527","https://openalex.org/W6607091552","https://openalex.org/W6636320352","https://openalex.org/W6679781796","https://openalex.org/W6683883671","https://openalex.org/W6685683567","https://openalex.org/W6691723933","https://openalex.org/W6750369487"],"related_works":["https://openalex.org/W842810586","https://openalex.org/W4319940250","https://openalex.org/W2352298027","https://openalex.org/W2092919065","https://openalex.org/W3138801416","https://openalex.org/W4236762297","https://openalex.org/W2444550338","https://openalex.org/W2369351710","https://openalex.org/W2594363579","https://openalex.org/W2169232658"],"abstract_inverted_index":{"Many":[0],"recent":[1],"relation":[2,23,64,115],"extraction":[3,65],"methods":[4,34],"are":[5,43],"proposed":[6],"based":[7,67],"on":[8,68],"distantly":[9],"supervised":[10,123],"learning":[11,124],"to":[12,46,72],"address":[13],"the":[14,36,74,99,111,114],"issue":[15],"of":[16,38,55],"expensive":[17],"human":[18],"labelling.":[19,78],"They":[20],"automatically":[21],"align":[22],"instances":[24],"from":[25,51],"a":[26,52,63,69],"knowledge":[27],"base":[28],"with":[29],"unstructured":[30],"text.":[31],"Although":[32],"these":[33],"solve":[35],"problem":[37],"insufficient":[39],"labelled":[40,127,141],"data":[41,143],"and":[42,90,109],"scalable,":[44],"due":[45],"automatic":[47,77],"labelling,":[48],"they":[49],"suffer":[50],"large":[53],"amount":[54],"noisy":[56],"data.":[57,129],"In":[58],"this":[59],"paper,":[60],"we":[61,96],"propose":[62],"method":[66],"BiLSTM":[70],"approach":[71,134],"alleviate":[73],"noise":[75],"by":[76,122],"It":[79],"firstly":[80],"performs":[81],"unsupervised":[82],"pretraining":[83,100,107],"for":[84],"word":[85],"embeddings,":[86],"dependency":[87],"path":[88],"tokens":[89],"entity":[91],"embeddings.":[92],"The":[93],"attention":[94],"mechanism":[95],"employed":[97],"in":[98],"module":[101],"helps":[102],"select":[103],"relevant":[104],"information.":[105],"As":[106],"denoise":[108],"encode":[110],"semantic":[112],"information,":[113],"types":[116],"can":[117],"be":[118],"more":[119],"efficiently":[120],"classified":[121],"using":[125],"less":[126],"training":[128,142],"Experiments":[130],"show":[131],"that":[132],"our":[133],"significantly":[135],"outperforms":[136],"previous":[137],"state-of-the-art":[138],"baselines":[139],"when":[140],"is":[144],"insufficient.":[145]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}