{"id":"https://openalex.org/W4398161118","doi":"https://doi.org/10.1145/3605098.3635888","title":"Knowledge Base Grounded Pre-trained Language Models via Distillation","display_name":"Knowledge Base Grounded Pre-trained Language Models via Distillation","publication_year":2024,"publication_date":"2024-04-08","ids":{"openalex":"https://openalex.org/W4398161118","doi":"https://doi.org/10.1145/3605098.3635888"},"language":"en","primary_location":{"id":"doi:10.1145/3605098.3635888","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3605098.3635888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000036072","display_name":"Rapha\u00ebl Sourty","orcid":"https://orcid.org/0009-0000-2158-4832"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rapha\u00ebl Sourty","raw_affiliation_strings":["ManoMano, Paris, France"],"affiliations":[{"raw_affiliation_string":"ManoMano, Paris, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027337246","display_name":"Jos\u00e9 G. Moreno","orcid":"https://orcid.org/0000-0002-8852-5797"},"institutions":[{"id":"https://openalex.org/I134560555","display_name":"Universit\u00e9 Toulouse III - Paul Sabatier","ror":"https://ror.org/02v6kpv12","country_code":"FR","type":"education","lineage":["https://openalex.org/I134560555","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4387153255","https://openalex.org/I4405258862","https://openalex.org/I4405258862"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jose G Moreno","raw_affiliation_strings":["Paul Sabatier University - IRIT, Toulouse, France"],"affiliations":[{"raw_affiliation_string":"Paul Sabatier University - IRIT, Toulouse, France","institution_ids":["https://openalex.org/I134560555","https://openalex.org/I4210119061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061356374","display_name":"Fran\u00e7ois-Paul Servant","orcid":"https://orcid.org/0009-0009-5633-9517"},"institutions":[{"id":"https://openalex.org/I1301102746","display_name":"Renault (France)","ror":"https://ror.org/04v98kq37","country_code":"FR","type":"company","lineage":["https://openalex.org/I1301102746"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fran\u00e7ois-Paul Servant","raw_affiliation_strings":["Renault, Boulogne-Billancourt, France"],"affiliations":[{"raw_affiliation_string":"Renault, Boulogne-Billancourt, France","institution_ids":["https://openalex.org/I1301102746"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038568474","display_name":"Lynda Tamine","orcid":"https://orcid.org/0000-0002-3615-8032"},"institutions":[{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4387153255","https://openalex.org/I4405258862","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I134560555","display_name":"Universit\u00e9 Toulouse III - Paul Sabatier","ror":"https://ror.org/02v6kpv12","country_code":"FR","type":"education","lineage":["https://openalex.org/I134560555","https://openalex.org/I4405258862"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lynda Tamine","raw_affiliation_strings":["Paul Sabatier University - IRIT, Toulouse, France"],"affiliations":[{"raw_affiliation_string":"Paul Sabatier University - IRIT, Toulouse, France","institution_ids":["https://openalex.org/I134560555","https://openalex.org/I4210119061"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5000036072"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05427083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"3938","issue":null,"first_page":"1617","last_page":"1625"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.797045111656189},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7546627521514893},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.6573008298873901},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.6321187019348145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6056790351867676},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.599125325679779},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5254756212234497},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5218419432640076},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5106704831123352},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47770264744758606},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44678038358688354},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43207159638404846},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.3354617953300476},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07517275214195251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.797045111656189},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7546627521514893},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.6573008298873901},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.6321187019348145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6056790351867676},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.599125325679779},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5254756212234497},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5218419432640076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5106704831123352},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47770264744758606},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44678038358688354},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43207159638404846},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.3354617953300476},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07517275214195251},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3605098.3635888","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3605098.3635888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04722293v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04722293","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SAC '24: 39th ACM/SIGAPP Symposium on Applied Computing, Apr 2024, Avila Spain, France. pp.1617-1625, ⟨10.1145/3605098.3635888⟩","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6200000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2250635077","https://openalex.org/W2283196293","https://openalex.org/W2294370754","https://openalex.org/W2560647685","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2788798739","https://openalex.org/W2953356739","https://openalex.org/W2962881743","https://openalex.org/W2963041663","https://openalex.org/W2963341956","https://openalex.org/W2970641574","https://openalex.org/W2970986510","https://openalex.org/W2979826702","https://openalex.org/W3100283070","https://openalex.org/W3104415840","https://openalex.org/W3113640641","https://openalex.org/W3116310032","https://openalex.org/W3118062371","https://openalex.org/W3151929433","https://openalex.org/W3169283738","https://openalex.org/W4200537427","https://openalex.org/W4252076394","https://openalex.org/W4285205388","https://openalex.org/W4285254489","https://openalex.org/W6893753706"],"related_works":["https://openalex.org/W3182020042","https://openalex.org/W842810586","https://openalex.org/W4319940250","https://openalex.org/W2352298027","https://openalex.org/W2092919065","https://openalex.org/W3138801416","https://openalex.org/W4236762297","https://openalex.org/W2444550338","https://openalex.org/W2369351710","https://openalex.org/W2594363579"],"abstract_inverted_index":{"Knowledge":[0],"bases":[1,48],"are":[2],"key":[3],"resources":[4],"in":[5,39,89,139],"a":[6,77,99],"wide":[7],"range":[8],"of":[9,26,46,56,92,108,113,121,131,159],"knowledge":[10,47,67,81,100,122],"intensive":[11],"applications.":[12],"However,":[13],"their":[14,18,27,106],"incompleteness":[15],"inherently":[16],"limits":[17],"use":[19],"and":[20,64,94,136,146],"gives":[21],"rise":[22],"to":[23,49,61],"the":[24,40,44,54,90,119,126,143,151,157],"importance":[25],"completion.":[28],"To":[29,115],"this":[30,73],"end,":[31],"an":[32],"open-world":[33],"view":[34],"has":[35],"recently":[36],"been":[37],"held":[38],"literature":[41],"by":[42,98],"coupling":[43],"ability":[45],"represent":[50],"factual":[51],"knowledge,":[52],"with":[53,118],"abilities":[55],"pre-trained":[57],"language":[58,129],"models":[59],"(PLMs)":[60],"capture":[62],"high-level":[63],"contextual":[65],"linguistic":[66],"from":[68],"large-scale":[69,112],"text":[70],"corpora.":[71],"In":[72],"work,":[74],"we":[75,124],"propose":[76],"distillation":[78],"framework":[79],"for":[80],"base":[82,101],"completion":[83],"where":[84],"PLMs":[85,132],"leverage":[86],"soft":[87],"labels":[88],"form":[91],"entity":[93,109],"relations":[95],"predictions":[96],"provided":[97],"embedding":[102],"model,":[103],"while":[104],"keeping":[105],"power":[107],"prediction":[110],"over":[111],"texts.":[114],"better":[116],"fit":[117],"task":[120],"completion,":[123],"extend":[125],"traditional":[127],"masked":[128],"modelling":[130],"toward":[133],"predicting":[134],"entities":[135,138],"related":[137],"context.":[140],"Experiments":[141],"using":[142],"fact":[144],"classification":[145],"relation":[147],"extraction":[148],"tasks":[149],"within":[150],"standard":[152],"KILT":[153],"evaluation":[154],"benchmark":[155],"shows":[156],"potential":[158],"our":[160],"proposed":[161],"approach.":[162]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}