{"id":"https://openalex.org/W4391681213","doi":"https://doi.org/10.1145/3644820","title":"Contrastive Language-knowledge Graph Pre-training","display_name":"Contrastive Language-knowledge Graph Pre-training","publication_year":2024,"publication_date":"2024-02-09","ids":{"openalex":"https://openalex.org/W4391681213","doi":"https://doi.org/10.1145/3644820"},"language":"en","primary_location":{"id":"doi:10.1145/3644820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3644820","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101906767","display_name":"Xiaowei Yuan","orcid":"https://orcid.org/0000-0003-0841-266X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Yuan","raw_affiliation_strings":["The Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing Academy of Artificial Intelligence, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0841-266X","affiliations":[{"raw_affiliation_string":"The Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389900","display_name":"Kang Liu","orcid":"https://orcid.org/0000-0002-6083-8433"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Liu","raw_affiliation_strings":["The Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing Academy of Artificial Intelligence, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6083-8433","affiliations":[{"raw_affiliation_string":"The Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029640741","display_name":"Yequan Wang","orcid":"https://orcid.org/0000-0001-7530-6125"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yequan Wang","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7530-6125","affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3892,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82779727,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"23","issue":"4","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7799040079116821},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5989416241645813},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5500475764274597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4922915995121002},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4577888250350952},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45753198862075806},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.437904953956604},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.43195319175720215},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4067646265029907},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17106229066848755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799040079116821},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5989416241645813},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5500475764274597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4922915995121002},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4577888250350952},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45753198862075806},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.437904953956604},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.43195319175720215},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4067646265029907},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17106229066848755},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3644820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3644820","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.800000011920929,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8390012048","display_name":null,"funder_award_id":"2022ZD0116300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8622132457","display_name":null,"funder_award_id":"62106249","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2066018628","https://openalex.org/W2080133951","https://openalex.org/W2096733369","https://openalex.org/W2123142779","https://openalex.org/W2169528473","https://openalex.org/W2250539671","https://openalex.org/W2558906580","https://openalex.org/W2561529111","https://openalex.org/W2592285292","https://openalex.org/W2603258515","https://openalex.org/W2747329762","https://openalex.org/W2890894339","https://openalex.org/W2963777632","https://openalex.org/W2963855739","https://openalex.org/W2963995027","https://openalex.org/W2965373594","https://openalex.org/W2970476646","https://openalex.org/W2970986510","https://openalex.org/W2972167903","https://openalex.org/W2983995706","https://openalex.org/W3026732421","https://openalex.org/W3035027743","https://openalex.org/W3101118213","https://openalex.org/W3135132088","https://openalex.org/W3151929433","https://openalex.org/W3183859557","https://openalex.org/W4288725442","https://openalex.org/W4301243929","https://openalex.org/W4362515116","https://openalex.org/W4385570444","https://openalex.org/W4385570777","https://openalex.org/W4385572901","https://openalex.org/W6638782989","https://openalex.org/W6767905578","https://openalex.org/W6840896190"],"related_works":["https://openalex.org/W2604454537","https://openalex.org/W2883748392","https://openalex.org/W2897702399","https://openalex.org/W4206028705","https://openalex.org/W2757431232","https://openalex.org/W2808284704","https://openalex.org/W2954554213","https://openalex.org/W2251363251","https://openalex.org/W4206547516","https://openalex.org/W4293236197"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"witnessed":[3],"a":[4,64],"surge":[5],"of":[6,42,54,113],"academic":[7],"interest":[8],"in":[9,98],"knowledge-enhanced":[10,68],"pre-trained":[11,33],"language":[12],"models":[13,56,140],"(PLMs)":[14],"that":[15,120],"incorporate":[16,88],"factual":[17,89],"knowledge":[18,45,48,90,97],"to":[19,87,103,132],"enhance":[20],"knowledge-driven":[21],"applications.":[22],"Nevertheless,":[23],"existing":[24],"studies":[25],"primarily":[26],"focus":[27],"on":[28,127],"shallow,":[29],"static,":[30],"and":[31,109,138],"separately":[32],"entity":[34],"embeddings,":[35],"with":[36],"few":[37],"delving":[38],"into":[39,91],"the":[40,51,96,105,111],"potential":[41],"deep":[43],"contextualized":[44],"representation":[46],"for":[47],"incorporation.":[49],"Consequently,":[50],"performance":[52],"gains":[53],"such":[55],"remain":[57],"limited.":[58],"In":[59],"this":[60],"article,":[61],"we":[62],"introduce":[63],"simple":[65],"yet":[66],"effective":[67,125],"model,":[69],"College":[70],"(":[71],"Co":[72],"ntrastive":[73],"L":[74],"anguage-Know":[75],"le":[76],"dge":[77],"G":[78],"raph":[79],"Pr":[80],"e":[81],"-training),":[82],"which":[83],"leverages":[84],"contrastive":[85],"learning":[86],"PLMs.":[92],"This":[93],"approach":[94,122],"maintains":[95],"its":[99],"original":[100],"graph":[101],"structure":[102],"provide":[104],"most":[106],"available":[107,142],"information":[108],"circumvents":[110],"issue":[112],"heterogeneous":[114],"embedding":[115],"fusion.":[116],"Experimental":[117],"results":[118,126],"demonstrate":[119],"our":[121],"achieves":[123],"more":[124],"several":[128],"knowledge-intensive":[129],"tasks":[130],"compared":[131],"previous":[133],"state-of-the-art":[134],"methods.":[135],"Our":[136],"code":[137],"trained":[139],"are":[141],"at":[143],"https://github.com/Stacy027/COLLEGE":[144],".":[145]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}