{"id":"https://openalex.org/W4386564974","doi":null,"title":"DrBERT: Un mod\u00e8le robuste pr\u00e9-entra\u00een\u00e9 en fran\u00e7ais pour les domaines biom\u00e9dical et clinique","display_name":"DrBERT: Un mod\u00e8le robuste pr\u00e9-entra\u00een\u00e9 en fran\u00e7ais pour les domaines biom\u00e9dical et clinique","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386564974"},"language":"fr","primary_location":{"id":"pmh:oai:HAL:hal-04130214v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04130214","pdf_url":"https://hal.science/hal-04130214v1/file/458407.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"18e Conf\u00e9rence en Recherche d'Information et Applications -- 16e Rencontres Jeunes Chercheurs en RI -- 30e Conf\u00e9rence sur le Traitement Automatique des Langues Naturelles -- 25e Rencontre des \u00c9tudiants Chercheurs en Informatique pour le Traitement Automatique des Langues, 2023, Paris, France. pp.109-120","raw_type":"info:eu-repo/semantics/conferenceObject"},"parent_works":[],"lineage":["https://openalex.org/W4386564974"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04130214v1/file/458407.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018424518","display_name":"Yanis Labrak","orcid":"https://orcid.org/0000-0003-1072-3862","observed_orcids":["https://orcid.org/0000-0003-1072-3862"]},"institutions":[{"id":"https://openalex.org/I4210119991","display_name":"Laboratoire Informatique d'Avignon","ror":"https://ror.org/02n399288","country_code":"FR","type":"facility","lineage":["https://openalex.org/I198415970","https://openalex.org/I4210119991"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Labrak, Yanis","raw_affiliation_strings":["LIA - Laboratoire Informatique d'Avignon (339 Chemin des Meinajaries Agroparc BP 1228 84911 Avignon cedex 9 - France)","Zenidoc (1 Avenue Marius Pinatel, 13380 Plan-de-Cuques - France)","Laboratoire Informatique d'Avignon","Zenidoc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIA - Laboratoire Informatique d'Avignon (339 Chemin des Meinajaries Agroparc BP 1228 84911 Avignon cedex 9 - France)","institution_ids":["https://openalex.org/I4210119991"]},{"raw_affiliation_string":"Zenidoc (1 Avenue Marius Pinatel, 13380 Plan-de-Cuques - France)","institution_ids":[]},{"raw_affiliation_string":"Laboratoire Informatique d'Avignon","institution_ids":["https://openalex.org/I4210119991"]},{"raw_affiliation_string":"Zenidoc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071195001","display_name":"Adrien Bazoge","orcid":"https://orcid.org/0000-0002-9723-9688","observed_orcids":["https://orcid.org/0000-0002-9723-9688"]},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bazoge, Adrien","raw_affiliation_strings":["LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","Traitement Automatique du Langage Naturel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","institution_ids":["https://openalex.org/I4210117005"]},{"raw_affiliation_string":"Traitement Automatique du Langage Naturel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102920772","display_name":"Richard Dufour","orcid":"https://orcid.org/0000-0003-1203-9108","observed_orcids":["https://orcid.org/0000-0003-1203-9108"]},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dufour, Richard","raw_affiliation_strings":["LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","Traitement Automatique du Langage Naturel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","institution_ids":["https://openalex.org/I4210117005"]},{"raw_affiliation_string":"Traitement Automatique du Langage Naturel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071001941","display_name":"Micka\u00ebl Rouvier","orcid":"https://orcid.org/0000-0003-3541-3385","observed_orcids":["https://orcid.org/0000-0003-3541-3385"]},"institutions":[{"id":"https://openalex.org/I4210119991","display_name":"Laboratoire Informatique d'Avignon","ror":"https://ror.org/02n399288","country_code":"FR","type":"facility","lineage":["https://openalex.org/I198415970","https://openalex.org/I4210119991"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rouvier, Mickael","raw_affiliation_strings":["LIA - Laboratoire Informatique d'Avignon (339 Chemin des Meinajaries Agroparc BP 1228 84911 Avignon cedex 9 - France)","Laboratoire Informatique d'Avignon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIA - Laboratoire Informatique d'Avignon (339 Chemin des Meinajaries Agroparc BP 1228 84911 Avignon cedex 9 - France)","institution_ids":["https://openalex.org/I4210119991"]},{"raw_affiliation_string":"Laboratoire Informatique d'Avignon","institution_ids":["https://openalex.org/I4210119991"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018688029","display_name":"Emmanuel Morin","orcid":"https://orcid.org/0000-0001-8208-7039","observed_orcids":["https://orcid.org/0000-0001-8208-7039"]},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Morin, Emmanuel","raw_affiliation_strings":["LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","Traitement Automatique du Langage Naturel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","institution_ids":["https://openalex.org/I4210117005"]},{"raw_affiliation_string":"Traitement Automatique du Langage Naturel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026850687","display_name":"B\u00e9atrice Daille","orcid":"https://orcid.org/0000-0001-9095-7372","observed_orcids":["https://orcid.org/0000-0001-9095-7372"]},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Daille, B\u00e9atrice","raw_affiliation_strings":["LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","Traitement Automatique du Langage Naturel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LS2N - \u00e9quipe TALN - Traitement Automatique du Langage Naturel (France)","institution_ids":["https://openalex.org/I4210117005"]},{"raw_affiliation_string":"Traitement Automatique du Langage Naturel","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043461360","display_name":"Pierre\u2010Antoine Gourraud","orcid":"https://orcid.org/0000-0003-1131-9554","observed_orcids":["https://orcid.org/0000-0003-1131-9554"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gourraud, Pierre-Antoine","raw_affiliation_strings":["Team 3 : Integrative transplantation,  HLA,  Immunology and genomics of kidney injury (France)","Team 3 : Integrative transplantation,  HLA,  Immunology and genomics of kidney injury"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Team 3 : Integrative transplantation,  HLA,  Immunology and genomics of kidney injury (France)","institution_ids":[]},{"raw_affiliation_string":"Team 3 : Integrative transplantation,  HLA,  Immunology and genomics of kidney injury","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2496,"has_fulltext":true,"cited_by_count":4,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.51727982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"109","last_page":"120"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8583999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8583999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.06669999659061432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.02160000056028366,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/french-language-models","display_name":"French language models","score":0.6790000200271606},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.8119999766349792},{"id":"https://openalex.org/keywords/biomedical-text","display_name":"biomedical text","score":0.6119999885559082},{"id":"https://openalex.org/keywords/clinical-narratives","display_name":"clinical text","score":0.9380000233650208},{"id":"https://openalex.org/keywords/domain-specific-language-models","display_name":"domain-specific language models","score":0.7110000252723694},{"id":"https://openalex.org/keywords/medical-corpora","display_name":"medical corpora","score":0.5979999899864197},{"id":"https://openalex.org/keywords/learning-strategies","display_name":"learning strategies","score":0.49900001287460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.329571008682251}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:HAL:hal-04130214v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04130214","pdf_url":"https://hal.science/hal-04130214v1/file/458407.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"18e Conf\u00e9rence en Recherche d'Information et Applications -- 16e Rencontres Jeunes Chercheurs en RI -- 30e Conf\u00e9rence sur le Traitement Automatique des Langues Naturelles -- 25e Rencontre des \u00c9tudiants Chercheurs en Informatique pour le Traitement Automatique des Langues, 2023, Paris, France. pp.109-120","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04130214v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04130214","pdf_url":"https://hal.science/hal-04130214v1/file/458407.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"18e Conf\u00e9rence en Recherche d'Information et Applications -- 16e Rencontres Jeunes Chercheurs en RI -- 30e Conf\u00e9rence sur le Traitement Automatique des Langues Naturelles -- 25e Rencontre des \u00c9tudiants Chercheurs en Informatique pour le Traitement Automatique des Langues, 2023, Paris, France. pp.109-120","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6298685694","display_name":"AI by / for Human, Health and Industry","funder_award_id":"ANR-20-THIA-0011","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386564974.pdf","grobid_xml":"https://content.openalex.org/works/W4386564974.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2395259056","https://openalex.org/W2798812533","https://openalex.org/W2899085690","https://openalex.org/W2911489562","https://openalex.org/W2937845937","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2970771982","https://openalex.org/W2971258845","https://openalex.org/W2986154550","https://openalex.org/W3039276721","https://openalex.org/W3046375318","https://openalex.org/W3092129462","https://openalex.org/W3176198948","https://openalex.org/W4303629475","https://openalex.org/W4307104957","https://openalex.org/W4385572438","https://openalex.org/W7000218544","https://openalex.org/W7097942948"],"related_works":["https://openalex.org/W4362603292","https://openalex.org/W3035586355","https://openalex.org/W4385565282","https://openalex.org/W4400018477","https://openalex.org/W7221381222","https://openalex.org/W4389282241","https://openalex.org/W7151623417","https://openalex.org/W3093814160","https://openalex.org/W4403521545"],"abstract_inverted_index":{"Ces":[0],"derni\u00e8res":[1],"ann\u00e9es,":[2],"les":[3,10,28,77,113],"mod\u00e8les":[4,30,42,62,80,115,140],"de":[5,17,19,38,61,63,79,96,107,131],"langage":[6,23],"pr\u00e9-entra\u00een\u00e9s":[7],"ont":[8,31],"obtenu":[9],"meilleures":[11],"performances":[12,78],"sur":[13,34,82,90,104,137],"un":[14,105],"large":[15],"\u00e9ventail":[16],"t\u00e2ches":[18,108],"traitement":[20],"automatique":[21],"du":[22,87],"naturel":[24],"(TALN).":[25],"Alors":[26],"que":[27,126],"premiers":[29,114],"\u00e9t\u00e9":[32],"entra\u00een\u00e9s":[33,81],"des":[35,41,50,83,91],"donn\u00e9es":[36,84,92,132],"issues":[37,86,94],"domaines":[39,51],"g\u00e9n\u00e9raux,":[40],"sp\u00e9cialis\u00e9s":[43,116],"sont":[44,141],"apparus":[45],"pour":[46,73,117],"traiter":[47],"plus":[48,128],"efficacement":[49],"sp\u00e9cifiques.":[52],"Dans":[53],"cet":[54],"article,":[55],"nous":[56,111],"proposons":[57],"une":[58],"\u00e9tude":[59],"originale":[60],"langue":[64],"dans":[65],"le":[66,118,127],"domaine":[67,119],"m\u00e9dical":[68],"en":[69,121],"fran\u00e7ais.":[70],"Nous":[71,98],"comparons":[72],"la":[74],"premi\u00e8re":[75],"fois":[76],"publiques":[85],"web":[88],"et":[89],"priv\u00e9es":[93],"d'\u00e9tablissements":[95],"sant\u00e9.":[97],"\u00e9valuons":[99],"\u00e9galement":[100],"diff\u00e9rentes":[101],"strat\u00e9gies":[102],"d'apprentissage":[103],"ensemble":[106],"biom\u00e9dicales.":[109],"Enfin,":[110],"publions":[112],"biom\u00e9dical":[120],"fran\u00e7ais,":[122],"appel\u00e9s":[123],"DrBERT,":[124],"ainsi":[125],"grand":[129],"corpus":[130],"m\u00e9dicales":[133],"sous":[134],"licence":[135],"libre":[136],"lequel":[138],"ces":[139],"entra\u00een\u00e9s.":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386564974","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-09-10T00:00:00"}
