{"id":"https://openalex.org/W4285601776","doi":"https://doi.org/10.24963/ijcai.2022/567","title":"DictBERT: Dictionary Description Knowledge Enhanced Language Model Pre-training via Contrastive Learning","display_name":"DictBERT: Dictionary Description Knowledge Enhanced Language Model Pre-training via Contrastive Learning","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4285601776","doi":"https://doi.org/10.24963/ijcai.2022/567"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/567","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/567","pdf_url":"https://www.ijcai.org/proceedings/2022/0567.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2022/0567.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086038509","display_name":"Qianglong Chen","orcid":"https://orcid.org/0000-0002-7845-1544"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianglong Chen","raw_affiliation_strings":["Zhejiang University","College of Computer Science and Technology, Zhejiang University, China","Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101808283","display_name":"Feng-Lin Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Feng-Lin Li","raw_affiliation_strings":["Alibaba Group","Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067500978","display_name":"Guohai Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Guohai Xu","raw_affiliation_strings":["Alibaba Group","Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079627710","display_name":"Ming Yan","orcid":"https://orcid.org/0000-0002-5762-395X"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Ming Yan","raw_affiliation_strings":["Alibaba Group","Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329246","display_name":"Ji Zhang","orcid":"https://orcid.org/0000-0001-6949-3673"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Ji Zhang","raw_affiliation_strings":["Alibaba Group","Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100343699","display_name":"Yin Zhang","orcid":"https://orcid.org/0000-0001-6986-4227"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Zhang","raw_affiliation_strings":["Zhejiang University","College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2458,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.81526637,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4086","last_page":"4092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8457076549530029},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.641209602355957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.599416196346283},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.5230092406272888},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.43968603014945984},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.4349946975708008},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.350322425365448},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.22137236595153809}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8457076549530029},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.641209602355957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.599416196346283},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.5230092406272888},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.43968603014945984},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.4349946975708008},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.350322425365448},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.22137236595153809}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2022/567","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/567","pdf_url":"https://www.ijcai.org/proceedings/2022/0567.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/567","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/567","pdf_url":"https://www.ijcai.org/proceedings/2022/0567.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/16"},{"display_name":"Reduced inequalities","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2120003303","display_name":null,"funder_award_id":"62072399","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G416067786","display_name":null,"funder_award_id":"61402403","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8451288410","display_name":null,"funder_award_id":"U19B2042","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285601776.pdf","grobid_xml":"https://content.openalex.org/works/W4285601776.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2759211898","https://openalex.org/W2799054028","https://openalex.org/W2890894339","https://openalex.org/W2896457183","https://openalex.org/W2898695519","https://openalex.org/W2923014074","https://openalex.org/W2946345909","https://openalex.org/W2952087486","https://openalex.org/W2953356739","https://openalex.org/W2965373594","https://openalex.org/W2968908603","https://openalex.org/W2970476646","https://openalex.org/W2970986510","https://openalex.org/W2973840669","https://openalex.org/W2996428491","https://openalex.org/W2998385486","https://openalex.org/W3003186568","https://openalex.org/W3091617571","https://openalex.org/W3092049183","https://openalex.org/W3096104421","https://openalex.org/W3103291112","https://openalex.org/W3114219454","https://openalex.org/W3114916066","https://openalex.org/W3115295967","https://openalex.org/W3115965961","https://openalex.org/W3151929433","https://openalex.org/W3167128508","https://openalex.org/W3173169192","https://openalex.org/W3175604467","https://openalex.org/W3176108833","https://openalex.org/W3176887776","https://openalex.org/W4287555517","https://openalex.org/W4303468996","https://openalex.org/W6748176785","https://openalex.org/W6755811877","https://openalex.org/W6759363029","https://openalex.org/W6791858558","https://openalex.org/W6863631769","https://openalex.org/W6863994431","https://openalex.org/W6864014924"],"related_works":["https://openalex.org/W4387688064","https://openalex.org/W2801393723","https://openalex.org/W2339319059","https://openalex.org/W4307077703","https://openalex.org/W4221155469","https://openalex.org/W3198173888","https://openalex.org/W2762829504","https://openalex.org/W3045744254","https://openalex.org/W4379933534","https://openalex.org/W4282813629"],"abstract_inverted_index":{"Although":[0],"pre-trained":[1,98],"language":[2,12,146],"models":[3],"(PLMs)":[4],"have":[5],"achieved":[6],"state-of-the-art":[7],"performance":[8],"on":[9,139,180,187],"various":[10],"natural":[11],"processing":[13],"(NLP)":[14],"tasks,":[15,148],"they":[16],"are":[17],"shown":[18],"to":[19,63,77,106,125],"be":[20],"lacking":[21],"in":[22,113],"knowledge":[23,27,37,59,66,80,103,109,121,143],"when":[24],"dealing":[25],"with":[26,57],"driven":[28,144],"tasks.":[29],"Despite":[30],"the":[31,46,97,119,123],"many":[32],"efforts":[33],"made":[34],"for":[35,110],"injecting":[36],"into":[38,81,122],"PLMs,":[39],"this":[40],"problem":[41],"remains":[42],"open.":[43],"To":[44],"address":[45],"challenge,":[47],"we":[48,71,95],"propose":[49],"DictBERT,":[50],"a":[51,101,130,140,170],"novel":[52,74,131],"approach":[53,138],"that":[54,160],"enhances":[55],"PLMs":[56,82],"dictionary":[58,79,86],"which":[60],"is":[61,184],"easier":[62],"acquire":[64],"than":[65],"graph":[67],"(KG).":[68],"During":[69],"pre-training,":[70],"present":[72],"two":[73],"pre-training":[75],"tasks":[76],"inject":[78],"via":[83,129],"contrastive":[84],"learning:":[85],"entry":[87,90],"prediction":[88],"and":[89,117,145,155,178,183],"description":[91],"discrimination.":[92],"In":[93],"fine-tuning,":[94],"use":[96],"DictBERT":[99],"as":[100],"plugin":[102],"base":[104],"(KB)":[105],"retrieve":[107],"implicit":[108],"identified":[111],"entries":[112],"an":[114],"input":[115,124],"sequence,":[116],"infuse":[118],"retrieved":[120],"enhance":[126],"its":[127],"representation":[128],"extra-hop":[132],"attention":[133],"mechanism.":[134],"We":[135],"evaluate":[136],"our":[137,161],"variety":[141],"of":[142,173],"understanding":[147],"including":[149],"NER,":[150],"relation":[151],"extraction,":[152],"CommonsenseQA,":[153],"OpenBookQA":[154],"GLUE.":[156],"Experimental":[157],"results":[158],"demonstrate":[159],"model":[162],"can":[163],"significantly":[164],"improve":[165],"typical":[166],"PLMs:":[167],"it":[168],"gains":[169],"substantial":[171],"improvement":[172],"0.5%,":[174],"2.9%,":[175],"9.0%,":[176],"7.1%":[177],"3.3%":[179],"BERT-large":[181],"respectively,":[182],"also":[185],"effective":[186],"RoBERTa-large.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}