{"id":"https://openalex.org/W3211116231","doi":"https://doi.org/10.1145/3459637.3482436","title":"HORNET","display_name":"HORNET","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3211116231","doi":"https://doi.org/10.1145/3459637.3482436","mag":"3211116231"},"language":"en","primary_location":{"id":"doi:10.1145/3459637.3482436","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482436","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041581408","display_name":"Taolin Zhang","orcid":"https://orcid.org/0009-0006-2441-2861"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Taolin Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049801600","display_name":"Zerui Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zerui Cai","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373451","display_name":"Chengyu Wang","orcid":"https://orcid.org/0000-0003-1010-9678"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Wang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108129241","display_name":"Peng Li","orcid":"https://orcid.org/0000-0001-8678-590X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421407","display_name":"Yang Li","orcid":"https://orcid.org/0000-0002-0403-7287"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101851065","display_name":"Minghui Qiu","orcid":"https://orcid.org/0000-0002-5184-9886"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghui Qiu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089187298","display_name":"Chengguang Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengguang Tang","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434435","display_name":"Xiaofeng He","orcid":"https://orcid.org/0000-0002-6911-348X"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng He","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054621636","display_name":"Jun Huang","orcid":"https://orcid.org/0000-0002-7706-7081"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Huang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5041581408"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.9518,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8056171,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2608","last_page":"2617"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8057429790496826},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6322677135467529},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5648285746574402},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.5204594135284424},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5139172077178955},{"id":"https://openalex.org/keywords/knowledge-extraction","display_name":"Knowledge extraction","score":0.49866461753845215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48310160636901855},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"Semantic memory","score":0.4637364149093628},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45000576972961426},{"id":"https://openalex.org/keywords/knowledge-engineering","display_name":"Knowledge engineering","score":0.4267463684082031},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.42070603370666504},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41956737637519836},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.23938512802124023},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.14371207356452942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8057429790496826},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6322677135467529},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5648285746574402},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.5204594135284424},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5139172077178955},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.49866461753845215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48310160636901855},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.4637364149093628},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45000576972961426},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.4267463684082031},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.42070603370666504},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41956737637519836},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.23938512802124023},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.14371207356452942},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3459637.3482436","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482436","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8500000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1533230146","https://openalex.org/W1713614699","https://openalex.org/W2130158090","https://openalex.org/W2187089797","https://openalex.org/W2251939518","https://openalex.org/W2267020232","https://openalex.org/W2604314403","https://openalex.org/W2962883855","https://openalex.org/W2962891712","https://openalex.org/W2963748441","https://openalex.org/W2963777632","https://openalex.org/W2963854351","https://openalex.org/W2964330146","https://openalex.org/W2970106668","https://openalex.org/W2978670439","https://openalex.org/W2991223644","https://openalex.org/W2997012196","https://openalex.org/W2997283613","https://openalex.org/W2998385486","https://openalex.org/W3011411500","https://openalex.org/W3011574394","https://openalex.org/W3034987253","https://openalex.org/W3035053871","https://openalex.org/W3088409176","https://openalex.org/W3114916066","https://openalex.org/W4255860359"],"related_works":["https://openalex.org/W2357854711","https://openalex.org/W4243448361","https://openalex.org/W2051700896","https://openalex.org/W1552255772","https://openalex.org/W2054759342","https://openalex.org/W2111524952","https://openalex.org/W4234690372","https://openalex.org/W4239551281","https://openalex.org/W4319071221","https://openalex.org/W4292070284"],"abstract_inverted_index":{"Knowledge-Enhanced":[0],"Pre-trained":[1],"Language":[2],"Models":[3],"(KEPLMs)":[4],"improve":[5],"the":[6,16,44,56,70,76,101,134,142,150,164,172,176,182],"language":[7,12],"understanding":[8,154],"abilities":[9],"of":[10,47,58,109,163],"deep":[11,183],"models":[13],"by":[14,55],"leveraging":[15],"rich":[17],"semantic":[18,72],"knowledge":[19,21,34,40,59,73,93,114,130,139,153,177,204],"from":[20,94,138,175],"graphs,":[22],"other":[23,224],"than":[24],"plain":[25],"pre-training":[26],"texts.":[27,146],"However,":[28],"previous":[29],"efforts":[30],"mostly":[31],"use":[32],"homogeneous":[33],"(especially":[35],"structured":[36,96,135],"relation":[37,136,209],"triples":[38],"in":[39],"graphs)":[41],"to":[42,75,127,156,181,223],"enhance":[43],"context-aware":[45,184],"representations":[46,131],"entity":[48,144,206],"mentions,":[49],"whose":[50],"performance":[51],"may":[52],"be":[53],"limited":[54],"coverage":[57],"graphs.":[60],"Also,":[61],"it":[62],"is":[63],"unclear":[64],"whether":[65],"these":[66],"KEPLMs":[67],"truly":[68],"understand":[69],"injected":[71],"due":[74],"\"black-box''":[77],"training":[78],"mechanism.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83,117,148],"propose":[84,149],"a":[85,119,159],"novel":[86],"KEPLM":[87,198],"named":[88],"HORNET,":[89],"which":[90],"integrates":[91],"Heterogeneous":[92],"various":[95,197],"and":[97,104,112,141,187,208],"unstructured":[98,143],"sources":[99],"into":[100],"Roberta":[102],"NETwork":[103],"hence":[105],"takes":[106],"full":[107],"advantage":[108],"both":[110],"linguistic":[111],"factual":[113],"simultaneously.":[115],"Specifically,":[116],"design":[118],"hybrid":[120],"attention":[121],"heterogeneous":[122,129,165],"graph":[123,178],"convolution":[124],"network":[125],"(HaHGCN)":[126],"learn":[128],"based":[132],"on":[133,200],"triplets":[137],"graphs":[140],"description":[145],"Meanwhile,":[147],"explicit":[151],"dual":[152],"tasks":[155,202],"help":[157],"induce":[158],"more":[160],"effective":[161],"infusion":[162],"knowledge,":[166],"promoting":[167],"our":[168,193],"model":[169,195,212],"for":[170],"learning":[171],"complicated":[173],"mappings":[174],"embedding":[179,185],"space":[180,186],"vice":[188],"versa.":[189],"Experiments":[190],"show":[191],"that":[192],"HORNET":[194],"outperforms":[196],"baselines":[199],"knowledge-aware":[201],"including":[203],"probing,":[205],"typing":[207],"extraction.":[210],"Our":[211],"also":[213],"achieves":[214],"substantial":[215],"improvement":[216],"over":[217],"several":[218],"GLUE":[219],"benchmark":[220],"datasets,":[221],"compared":[222],"KEPLMs.":[225]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-11-08T00:00:00"}