{"id":"https://openalex.org/W3207731338","doi":"https://doi.org/10.63317/4t3viiz8s6rh","title":"PAGnol: An Extra-Large French Generative Model","display_name":"PAGnol: An Extra-Large French Generative Model","alternate_titles":[],"publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W3207731338","doi":"https://doi.org/10.63317/4t3viiz8s6rh","mag":"3207731338"},"language":"en","primary_location":{"id":"doi:10.63317/4t3viiz8s6rh","doi":"https://doi.org/10.63317/4t3viiz8s6rh","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4t3viiz8s6rh","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.455.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3207731338"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.455.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091232404","display_name":"Julien Launay","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Julien Launay","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","Laboratoire de physique de l'ENS - ENS Paris","LightOn [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"Laboratoire de physique de l'ENS - ENS Paris","institution_ids":["https://openalex.org/I29607241","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"LightOn [Paris]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104435408","display_name":"Elena Tommasone","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Elena Tommasone","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","LightOn [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"LightOn [Paris]","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Baptiste Pannier","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Baptiste Pannier","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","LightOn [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"LightOn [Paris]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060468216","display_name":"Fran\u00e7ois Boniface","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fran\u00e7ois Boniface","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","Laboratoire de physique de l'ENS - ENS Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"Laboratoire de physique de l'ENS - ENS Paris","institution_ids":["https://openalex.org/I29607241","https://openalex.org/I4210129651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110941943","display_name":"Am\u00e9lie Chatelain","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Am\u00e9lie Chatelain","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","LightOn [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"LightOn [Paris]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004682086","display_name":"Alessandro Cappelli","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alessandro Cappelli","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","LightOn [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"LightOn [Paris]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047474914","display_name":"Iacopo Poli","orcid":"https://orcid.org/0000-0002-0964-0624","observed_orcids":["https://orcid.org/0000-0002-0964-0624"]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Iacopo Poli","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","LightOn [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"LightOn [Paris]","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010519567","display_name":"Djam\u00e9 Seddah","orcid":"https://orcid.org/0000-0003-0194-8197","observed_orcids":["https://orcid.org/0000-0003-0194-8197"]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210129651","display_name":"Laboratoire de Physique de l'Ecole Normale Sup\u00e9rieure","ror":"https://ror.org/03a26mh11","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I2800004676","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210129651"]},{"id":"https://openalex.org/I4405261730","display_name":"ALMANACH: Mod\u00e9lisation et analyse linguistique automatique et humanit\u00e9s computationnelles","ror":"https://ror.org/05rnwy495","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4405257605","https://openalex.org/I4405261730"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Djam\u00e9 Seddah","raw_affiliation_strings":["LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","Automatic Language Modelling and ANAlysis & Computational Humanities"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LPENS , \u00c9cole Normale Sup\u00e9rieure 3 Inria , Paris","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210129651"]},{"raw_affiliation_string":"Automatic Language Modelling and ANAlysis & Computational Humanities","institution_ids":["https://openalex.org/I4405261730"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8788,"has_fulltext":true,"cited_by_count":18,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.77945795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4275","last_page":"4284"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.024800000712275505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/french-language-models","display_name":"French language models","score":0.8579999804496765},{"id":"https://openalex.org/keywords/gpt-models","display_name":"GPT models","score":0.6140000224113464},{"id":"https://openalex.org/keywords/pretraining","display_name":"pre-training","score":0.4620000123977661},{"id":"https://openalex.org/keywords/scaling-laws","display_name":"scaling laws","score":0.9430000185966492},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.4440000057220459},{"id":"https://openalex.org/keywords/abstract-summarization","display_name":"abstract summarization","score":0.7590000033378601},{"id":"https://openalex.org/keywords/multilingual-models","display_name":"multilingual models","score":0.6710000038146973},{"id":"https://openalex.org/keywords/camembert","display_name":"Camembert","score":0.7009999752044678}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7288069128990173},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7212773561477661},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6966981887817383},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.6409635543823242},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5830403566360474},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5465500354766846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5149551033973694},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5005292892456055},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.5000314712524414},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.47473961114883423},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45717623829841614},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44079363346099854},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4346909523010254},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42228034138679504},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41690701246261597},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.41626471281051636},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3828417658805847},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.12038737535476685},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10601475834846497},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.63317/4t3viiz8s6rh","doi":"https://doi.org/10.63317/4t3viiz8s6rh","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4t3viiz8s6rh","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.455.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03540159v1","doi":null,"is_oa":true,"landing_page_url":"https://inria.hal.science/hal-03540159","pdf_url":"http://arxiv.org/pdf/2110.08554","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"[Research Report] LightON. 2021","raw_type":"info:eu-repo/semantics/report"},{"id":"pmh:oai:arXiv.org:2110.08554","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.08554","pdf_url":"https://arxiv.org/pdf/2110.08554","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2110.08554","doi":"https://doi.org/10.48550/arxiv.2110.08554","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.08554","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.63317/4t3viiz8s6rh","doi":"https://doi.org/10.63317/4t3viiz8s6rh","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4t3viiz8s6rh","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.455.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7779877577","display_name":"Parsing the Impossible, Translating the Improbable","funder_award_id":"ANR-16-CE33-0021","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207731338.pdf","grobid_xml":"https://content.openalex.org/works/W3207731338.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1865928303","https://openalex.org/W1883682364","https://openalex.org/W2143391265","https://openalex.org/W2154652894","https://openalex.org/W2250539671","https://openalex.org/W2468328197","https://openalex.org/W2626778328","https://openalex.org/W2754641446","https://openalex.org/W2787560479","https://openalex.org/W2798812533","https://openalex.org/W2888482885","https://openalex.org/W2896457183","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2964121744","https://openalex.org/W2970971581","https://openalex.org/W2973049837","https://openalex.org/W2973727699","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2986154550","https://openalex.org/W2994980856","https://openalex.org/W3001279689","https://openalex.org/W3030163527","https://openalex.org/W3032816972","https://openalex.org/W3034617741","https://openalex.org/W3085190015","https://openalex.org/W3088599783","https://openalex.org/W3093808828","https://openalex.org/W3095645723","https://openalex.org/W3099756172","https://openalex.org/W3119546299","https://openalex.org/W3133702157","https://openalex.org/W3137010024","https://openalex.org/W3152956381","https://openalex.org/W3158631574","https://openalex.org/W3174770825","https://openalex.org/W3184465815","https://openalex.org/W3198002980","https://openalex.org/W3199004261","https://openalex.org/W3205803342","https://openalex.org/W3209453005","https://openalex.org/W3216180229","https://openalex.org/W4221142967","https://openalex.org/W4285240123","https://openalex.org/W4388979610","https://openalex.org/W6968828565"],"related_works":["https://openalex.org/W7151812991","https://openalex.org/W2994980856","https://openalex.org/W4362707004","https://openalex.org/W7149293934","https://openalex.org/W3207699717","https://openalex.org/W4318672916","https://openalex.org/W3092281475","https://openalex.org/W4221167110","https://openalex.org/W4399552820","https://openalex.org/W3197510562"],"abstract_inverted_index":{"Access":[0],"to":[1,14,59,123,139,172],"large":[2,62],"pre-trained":[3],"models":[4,130,170],"of":[5,17,23,66,71,113,150],"varied":[6],"architectures,":[7],"in":[8,136,153],"many":[9],"different":[10],"languages,":[11],"is":[12,47],"central":[13],"the":[15,36,48,55,69,81,95,106,111,114,148,151,154,162,173],"democratization":[16],"NLP.We":[18],"introduce":[19],"PAGnol,":[20,67],"a":[21,42,89],"collection":[22],"French":[24,56,72,96,142],"GPT":[25],"models.Using":[26],"scaling":[27,84,90],"laws,":[28],"we":[29,78],"efficiently":[30],"train":[31,60],"PAGnol-XL":[32],"(1.5B":[33],"parameters)":[34],"with":[35,101,116],"same":[37],"computational":[38],"budget":[39],"as":[40,120],"CamemBERT,":[41],"model":[43,50],"13":[44],"times":[45],"smaller.PAGnol-XL":[46],"largest":[49],"trained":[51],"from":[52],"scratch":[53],"for":[54,92,94],"language.We":[57],"plan":[58],"increasingly":[61],"and":[63,83,98,125,133,143,146,168],"performing":[64],"versions":[65],"exploring":[68],"capabilities":[70],"extreme-scale":[73],"models.For":[74],"this":[75],"first":[76],"release,":[77],"focus":[79],"on":[80,131,161],"pre-training":[82,107],"calculations":[85],"underlining":[86],"PAGnol.We":[87],"fit":[88],"law":[91],"compute":[93],"language,":[97],"compare":[99],"it":[100],"its":[102],"English":[103],"counterpart.We":[104],"find":[105],"dataset":[108],"significantly":[109],"conditions":[110],"quality":[112],"outputs,":[115],"common":[117],"datasets":[118],"such":[119],"OSCAR":[121],"leading":[122],"low-quality":[124],"offensive":[126],"text.We":[127],"evaluate":[128],"our":[129,169],"discriminative":[132],"generative":[134],"tasks":[135],"French,":[137],"comparing":[138],"other":[140],"state-of-the-art":[141],"multilingual":[144],"models,":[145],"reaching":[147],"state":[149],"art":[152],"abstract":[155],"summarization":[156],"task.Our":[157],"research":[158],"was":[159],"conducted":[160],"public":[163],"GENCI":[164],"Jean":[165],"Zay":[166],"supercomputer,":[167],"up":[171],"Large":[174],"are":[175],"publicly":[176],"available.":[177]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3207731338","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-10-25T00:00:00"}
