{"id":"https://openalex.org/W4409366153","doi":"https://doi.org/10.1609/aaai.v39i11.33278","title":"K-ON: Stacking Knowledge on the Head Layer of Large Language Model","display_name":"K-ON: Stacking Knowledge on the Head Layer of Large Language Model","publication_year":2025,"publication_date":"2025-04-11","ids":{"openalex":"https://openalex.org/W4409366153","doi":"https://doi.org/10.1609/aaai.v39i11.33278"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v39i11.33278","doi":"https://doi.org/10.1609/aaai.v39i11.33278","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i11.33278","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33278/35433","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33278/35433","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029128305","display_name":"Lingbing Guo","orcid":"https://orcid.org/0000-0002-8589-276X","observed_orcids":["https://orcid.org/0000-0002-8589-276X"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingbing Guo","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph","institution_ids":["https://openalex.org/I4405270328","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100444201","display_name":"Yichi Zhang","orcid":"https://orcid.org/0000-0003-3214-1070","observed_orcids":["https://orcid.org/0000-0003-3214-1070"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichi Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph","institution_ids":["https://openalex.org/I4405270328","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104250990","display_name":"Zhongpu Bo","orcid":"https://orcid.org/0009-0009-4863-337X","observed_orcids":["https://orcid.org/0009-0009-4863-337X"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongpu Bo","raw_affiliation_strings":["Ant Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345062","display_name":"Zhuo Chen","orcid":"https://orcid.org/0000-0001-9991-6892","observed_orcids":["https://orcid.org/0000-0001-9991-6892","https://orcid.org/0009-0001-4222-6601","https://orcid.org/0000-0002-5607-0046"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph","institution_ids":["https://openalex.org/I4405270328","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100880862","display_name":"Mengshu Sun","orcid":"https://orcid.org/0000-0003-2639-9462","observed_orcids":["https://orcid.org/0000-0003-2639-9462"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengshu Sun","raw_affiliation_strings":["Ant Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346724","display_name":"Zhiqiang Zhang","orcid":"https://orcid.org/0000-0002-9959-4106","observed_orcids":["https://orcid.org/0000-0002-9959-4106"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Zhang","raw_affiliation_strings":["Ant Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wen Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Zhang","raw_affiliation_strings":["School of Software Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph","institution_ids":["https://openalex.org/I4405270328","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056312424","display_name":"Hua\u2010Jun Chen","orcid":"https://orcid.org/0000-0002-0163-8773","observed_orcids":["https://orcid.org/0000-0002-0163-8773"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajun Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph\nZhejiang Key Laboratory of Big Data Intelligent Computing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University\nZJU-Ant Group Joint Lab of Knowledge Graph\nZhejiang Key Laboratory of Big Data Intelligent Computing","institution_ids":["https://openalex.org/I4405270328","https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8448,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.89852623,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"39","issue":"11","first_page":"11745","last_page":"11753"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.6284000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.6284000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3610999882221222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00570000009611249,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-graph-embedding","display_name":"knowledge graph embedding","score":0.843999981880188},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8410000205039978},{"id":"https://openalex.org/keywords/contrastive-loss","display_name":"contrastive loss","score":0.8610000014305115},{"id":"https://openalex.org/keywords/knowledge-integration","display_name":"knowledge integration","score":0.3319999873638153}],"concepts":[{"id":"https://openalex.org/C33347731","wikidata":"https://www.wikidata.org/wiki/Q285210","display_name":"Stacking","level":2,"score":0.8378931283950806},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6996641755104065},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.6920329332351685},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4656442403793335},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.2296321988105774},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.22695863246917725},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1957206130027771},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.14688315987586975},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.04792475700378418},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v39i11.33278","doi":"https://doi.org/10.1609/aaai.v39i11.33278","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i11.33278","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33278/35433","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2502.06257","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.06257","pdf_url":"https://arxiv.org/pdf/2502.06257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ojs.aaai.org:article/33278","doi":null,"is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/33278","pdf_url":null,"source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2502.06257","doi":"https://doi.org/10.48550/arxiv.2502.06257","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.06257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aaai.v39i11.33278","doi":"https://doi.org/10.1609/aaai.v39i11.33278","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i11.33278","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33278/35433","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3920834232","display_name":null,"funder_award_id":"226-2023-00138","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4755893900","display_name":null,"funder_award_id":"NSFCU23B2055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6205176144","display_name":"\u9762\u5411\u590d\u6742\u52a8\u6001\u573a\u666f\u7684\u77e5\u8bc6\u56fe\u8c31\u8868\u793a\u5b66\u4e60\u63a8\u7406\u65b9\u6cd5\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"LQ23F020017","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G6776971470","display_name":null,"funder_award_id":"NSFCU19B2027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409366153.pdf","grobid_xml":"https://content.openalex.org/works/W4409366153.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7131881110","https://openalex.org/W4415686181","https://openalex.org/W7135402921","https://openalex.org/W4407746323","https://openalex.org/W7037938183","https://openalex.org/W4407214985","https://openalex.org/W7160862345","https://openalex.org/W7090885354","https://openalex.org/W4401024819","https://openalex.org/W4417295834"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,32,92,108],"large":[3],"language":[4,12],"models":[5],"(LLMs)":[6],"have":[7],"significantly":[8],"improved":[9],"various":[10],"natural":[11,60],"processing":[13],"(NLP)":[14],"tasks.":[15,30],"Typically,":[16],"LLMs":[17],"are":[18,38],"trained":[19],"to":[20,53],"predict":[21],"the":[22,39,74,104,125],"next":[23,82],"token,":[24],"aligning":[25],"well":[26],"with":[27],"many":[28],"NLP":[29],"However,":[31],"knowledge":[33,72],"graph":[34],"(KG)":[35],"scenarios,":[36],"entities":[37],"fundamental":[40],"units":[41],"and":[42,59,123],"identifying":[43],"an":[44],"entity":[45],"requires":[46],"at":[47],"least":[48],"several":[49],"tokens.":[50],"This":[51],"leads":[52],"a":[54],"granularity":[55],"mismatch":[56],"between":[57],"KGs":[58],"languages.":[61],"To":[62],"address":[63],"this":[64],"issue,":[65],"we":[66],"propose":[67],"K-ON,":[68],"which":[69,102],"integrates":[70],"KG":[71,109],"into":[73],"LLM":[75],"by":[76],"employing":[77],"multiple":[78],"head":[79],"layers":[80],"for":[81],"k-step":[83],"prediction.":[84],"K-ON":[85,116],"can":[86],"not":[87],"only":[88],"generate":[89],"entity-level":[90],"results":[91,113],"one":[93],"step,":[94],"but":[95],"also":[96],"enables":[97],"contrastive":[98],"loss":[99],"against":[100],"entities,":[101],"is":[103],"most":[105],"powerful":[106],"tool":[107],"representation":[110],"learning.":[111],"Experimental":[112],"show":[114],"that":[115,120],"outperforms":[117],"state-of-the-art":[118],"methods":[119],"incorporate":[121],"text":[122],"even":[124],"other":[126],"modalities.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-10-21T09:56:26.102985","created_date":"2025-04-12T00:00:00"}