{"id":"https://openalex.org/W4381714567","doi":null,"title":"Enrichissement des mod\u00e8les de langue pr\u00e9-entra\u00een\u00e9s par la distillation mutuelle des connaissances","display_name":"Enrichissement des mod\u00e8les de langue pr\u00e9-entra\u00een\u00e9s par la distillation mutuelle des connaissances","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-05","ids":{"openalex":"https://openalex.org/W4381714567"},"language":"fr","primary_location":{"id":"pmh:oai:HAL:hal-04131552v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04131552/document","pdf_url":"https://hal.science/hal-04131552v1/file/461817.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://coria-taln-2023.sciencesconf.org/data/proceedings_CORIA.pdf","raw_type":"info:eu-repo/semantics/conferenceObject"},"parent_works":[],"lineage":["https://openalex.org/W4381714567"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04131552v1/file/461817.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000036072","display_name":"Rapha\u00ebl Sourty","orcid":"https://orcid.org/0009-0000-2158-4832","observed_orcids":["https://orcid.org/0009-0000-2158-4832"]},"institutions":[{"id":"https://openalex.org/I1301102746","display_name":"Renault (France)","ror":"https://ror.org/04v98kq37","country_code":"FR","type":"company","lineage":["https://openalex.org/I1301102746"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sourty, Rapha\u00ebl","raw_affiliation_strings":["Renault , Boulogne-Billancourt , France","Recherche d\u2019Information et Synth\u00e8se d\u2019Information"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renault , Boulogne-Billancourt , France","institution_ids":["https://openalex.org/I1301102746"]},{"raw_affiliation_string":"Recherche d\u2019Information et Synth\u00e8se d\u2019Information","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027337246","display_name":"Jos\u00e9 G. Moreno","orcid":"https://orcid.org/0000-0002-8852-5797","observed_orcids":["https://orcid.org/0000-0002-8852-5797"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I134560555","display_name":"Universit\u00e9 Toulouse III - Paul Sabatier","ror":"https://ror.org/02v6kpv12","country_code":"FR","type":"education","lineage":["https://openalex.org/I134560555","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4210152422","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Moreno, Jose G.","raw_affiliation_strings":["Universit\u00e9 Paul Sabatier , IRIT , UMR 5505 CNRS , Toulouse , France","Recherche d\u2019Information et Synth\u00e8se d\u2019Information"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paul Sabatier , IRIT , UMR 5505 CNRS , Toulouse , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I134560555","https://openalex.org/I4210119061"]},{"raw_affiliation_string":"Recherche d\u2019Information et Synth\u00e8se d\u2019Information","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061356374","display_name":"Fran\u00e7ois-Paul Servant","orcid":"https://orcid.org/0009-0009-5633-9517","observed_orcids":["https://orcid.org/0009-0009-5633-9517"]},"institutions":[{"id":"https://openalex.org/I1301102746","display_name":"Renault (France)","ror":"https://ror.org/04v98kq37","country_code":"FR","type":"company","lineage":["https://openalex.org/I1301102746"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Servant, Fran\u00e7ois-Paul","raw_affiliation_strings":["RENAULT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RENAULT","institution_ids":["https://openalex.org/I1301102746"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038568474","display_name":"Lynda Tamine","orcid":"https://orcid.org/0000-0002-3615-8032","observed_orcids":["https://orcid.org/0000-0002-3615-8032"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I134560555","display_name":"Universit\u00e9 Toulouse III - Paul Sabatier","ror":"https://ror.org/02v6kpv12","country_code":"FR","type":"education","lineage":["https://openalex.org/I134560555","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4210152422","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tamine, Lynda","raw_affiliation_strings":["Universit\u00e9 Paul Sabatier , IRIT , UMR 5505 CNRS , Toulouse , France","Recherche d\u2019Information et Synth\u00e8se d\u2019Information"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paul Sabatier , IRIT , UMR 5505 CNRS , Toulouse , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I134560555","https://openalex.org/I4210119061"]},{"raw_affiliation_string":"Recherche d\u2019Information et Synth\u00e8se d\u2019Information","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"139","last_page":"156"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-base-completion","display_name":"knowledge base completion","score":0.8640000224113464},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8199999928474426},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.953000009059906},{"id":"https://openalex.org/keywords/knowledge-base-embedding","display_name":"knowledge base embedding","score":0.6060000061988831},{"id":"https://openalex.org/keywords/entity-prediction","display_name":"entity prediction","score":0.6970000267028809},{"id":"https://openalex.org/keywords/relation-prediction","display_name":"relation prediction","score":0.8920000195503235},{"id":"https://openalex.org/keywords/masked-language-modeling","display_name":"masked language modeling","score":0.6169999837875366},{"id":"https://openalex.org/keywords/entity-linking","display_name":"entity linking","score":0.531000018119812},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"knowledge base","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3064526319503784}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:HAL:hal-04131552v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04131552/document","pdf_url":"https://hal.science/hal-04131552v1/file/461817.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://coria-taln-2023.sciencesconf.org/data/proceedings_CORIA.pdf","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04131552v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04131552/document","pdf_url":"https://hal.science/hal-04131552v1/file/461817.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://coria-taln-2023.sciencesconf.org/data/proceedings_CORIA.pdf","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381714567.pdf","grobid_xml":"https://content.openalex.org/works/W4381714567.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2127795553","https://openalex.org/W2283196293","https://openalex.org/W2294370754","https://openalex.org/W2620998106","https://openalex.org/W2624677889","https://openalex.org/W2739879705","https://openalex.org/W2785611959","https://openalex.org/W2807441601","https://openalex.org/W2909137510","https://openalex.org/W2953356739","https://openalex.org/W2962753370","https://openalex.org/W2963041663","https://openalex.org/W2963341956","https://openalex.org/W2970641574","https://openalex.org/W2970986510","https://openalex.org/W2978017171","https://openalex.org/W3015883388","https://openalex.org/W3034671305","https://openalex.org/W3035003500","https://openalex.org/W3035321581","https://openalex.org/W3083182073","https://openalex.org/W3092744215","https://openalex.org/W3098425262","https://openalex.org/W3104415840","https://openalex.org/W3118062371","https://openalex.org/W3151929433","https://openalex.org/W3169549154","https://openalex.org/W3175627818","https://openalex.org/W4200537427","https://openalex.org/W4285205388","https://openalex.org/W4285254489","https://openalex.org/W6893753706"],"related_works":["https://openalex.org/W4398161118","https://openalex.org/W7152047407","https://openalex.org/W7037729788","https://openalex.org/W4221141197","https://openalex.org/W3199709353","https://openalex.org/W4385571002","https://openalex.org/W4399985380","https://openalex.org/W2963429666","https://openalex.org/W7136015061","https://openalex.org/W4405393595"],"abstract_inverted_index":{"Les":[0],"bases":[1,51,96,122],"de":[2,16,28,41,43,52,63,72,79,81,90,97,109,113,119,121,123,130,134,145,177,189],"connaissances":[3,53,57,70,98,178],"sont":[4],"des":[5,50,56,61,69,95,137,147,157],"ressources":[6],"essentielles":[7],"dans":[8,166,179],"un":[9,39,88,117],"large":[10],"\u00e9ventail":[11],"d'applications":[12],"\u00e0":[13,54,67,77,142,159,174],"forte":[14,175],"intensit\u00e9":[15,176],"connaissances.":[17],"Cependant,":[18],"leur":[19,23,128],"incompl\u00e9tude":[20],"limite":[21],"intrins\u00e8quement":[22],"utilisation":[24],"et":[25,75,112,163],"souligne":[26],"l'importance":[27],"les":[29,100,103,172],"compl\u00e9ter.":[30],"\u00c0":[31],"cette":[32],"fin,":[33],"la":[34,48,93,107,143,151,160],"litt\u00e9rature":[35],"a":[36],"r\u00e9cemment":[37],"adopt\u00e9":[38],"point":[40],"vue":[42],"monde":[44],"ouvert":[45],"en":[46,126],"associant":[47],"capacit\u00e9":[49],"repr\u00e9senter":[55],"factuelles":[58],"aux":[59],"capacit\u00e9s":[60],"mod\u00e8les":[62],"langage":[64,155],"pr\u00e9-entra\u00een\u00e9s":[65],"(PLM)":[66],"capturer":[68],"linguistiques":[71],"haut":[73],"niveau":[74],"contextuelles":[76],"partir":[78],"corpus":[80],"textes.":[82,138],"Dans":[83],"ce":[84],"travail,":[85],"nous":[86,149],"proposons":[87],"cadre":[89,181],"distillation":[91],"pour":[92],"compl\u00e9tion":[94,146],"o\u00f9":[99],"PLMs":[101],"exploitent":[102],"\u00e9tiquettes":[104],"souples":[105],"sous":[106],"forme":[108],"pr\u00e9dictions":[110],"d'entit\u00e9s":[111,132,162,164],"relations":[114],"fournies":[115],"par":[116],"mod\u00e8le":[118],"plongements":[120],"connaissances,":[124,148],"tout":[125],"conservant":[127],"pouvoir":[129],"pr\u00e9diction":[131,161],"sur":[133],"grandes":[135],"collections":[136],"Pour":[139],"mieux":[140],"s'adapter":[141],"t\u00e2che":[144],"\u00e9tendons":[150],"mod\u00e9lisation":[152],"traditionnelle":[153],"du":[154,182],"masqu\u00e9":[156],"PLM":[158],"li\u00e9es":[165],"le":[167,180,187],"contexte.":[168],"Des":[169],"exp\u00e9riences":[170],"utilisant":[171],"t\u00e2ches":[173],"benchmark":[183],"d'\u00e9valuation":[184],"KILT":[185],"montrent":[186],"potentiel":[188],"notre":[190],"approche.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4381714567","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-06-24T00:00:00"}
