{"id":"https://openalex.org/W3033862527","doi":"https://doi.org/10.1007/978-3-030-61534-5_27","title":"Pre-training Polish Transformer-Based Language Models at Scale","display_name":"Pre-training Polish Transformer-Based Language Models at Scale","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3033862527","doi":"https://doi.org/10.1007/978-3-030-61534-5_27","mag":"3033862527"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-61534-5_27","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-61534-5_27","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.04229","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037566627","display_name":"S\u0142awomir Dadas","orcid":"https://orcid.org/0000-0002-9177-6685"},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"S\u0142awomir Dadas","raw_affiliation_strings":["National Information Processing Institute, Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Information Processing Institute, Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034957911","display_name":"Micha\u0142 Pere\u0142kiewicz","orcid":"https://orcid.org/0000-0001-8646-3345"},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Micha\u0142 Pere\u0142kiewicz","raw_affiliation_strings":["National Information Processing Institute, Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Information Processing Institute, Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038133801","display_name":"Rafa\u0142 Po\u015bwiata","orcid":"https://orcid.org/0000-0002-6108-2711"},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Rafa\u0142 Po\u015bwiata","raw_affiliation_strings":["National Information Processing Institute, Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Information Processing Institute, Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":2.2007,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90041688,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"301","last_page":"314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.8026028275489807},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7855859994888306},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7509481906890869},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6949740648269653},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6918073296546936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6685278415679932},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6565561294555664},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.49477285146713257},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.47720345854759216},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4457213282585144},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.33706969022750854},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.10315585136413574},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09013909101486206}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.8026028275489807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7855859994888306},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7509481906890869},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6949740648269653},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6918073296546936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6685278415679932},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6565561294555664},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.49477285146713257},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.47720345854759216},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4457213282585144},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33706969022750854},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.10315585136413574},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09013909101486206},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/978-3-030-61534-5_27","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-61534-5_27","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2006.04229","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.04229","pdf_url":"https://arxiv.org/pdf/2006.04229","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3033862527","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2006.04229.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2006.04229","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.04229","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.04229","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.04229","pdf_url":"https://arxiv.org/pdf/2006.04229","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2134800885","https://openalex.org/W2153579005","https://openalex.org/W2250539671","https://openalex.org/W2250790822","https://openalex.org/W2252238933","https://openalex.org/W2274047900","https://openalex.org/W2493916176","https://openalex.org/W2739744877","https://openalex.org/W2751936342","https://openalex.org/W2880875857","https://openalex.org/W2901232344","https://openalex.org/W2946676565","https://openalex.org/W2948947170","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963250244","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2964110616","https://openalex.org/W2965373594","https://openalex.org/W2970049541","https://openalex.org/W2970120757","https://openalex.org/W2970597249","https://openalex.org/W2971708730","https://openalex.org/W2973071945","https://openalex.org/W2976444281","https://openalex.org/W2982153178","https://openalex.org/W2983040767","https://openalex.org/W2985092403","https://openalex.org/W2986154550","https://openalex.org/W2994673210","https://openalex.org/W2995647371","https://openalex.org/W2996428491","https://openalex.org/W2996580882","https://openalex.org/W2997200074","https://openalex.org/W2999168658","https://openalex.org/W3007955273","https://openalex.org/W3008110149","https://openalex.org/W3010108619","https://openalex.org/W3021457404","https://openalex.org/W3030669333","https://openalex.org/W3032532958","https://openalex.org/W3035390927","https://openalex.org/W3035614045","https://openalex.org/W3090015871","https://openalex.org/W3098637735","https://openalex.org/W3101778449","https://openalex.org/W3105220303","https://openalex.org/W3210120707","https://openalex.org/W6601375367","https://openalex.org/W6607919353","https://openalex.org/W6739901393","https://openalex.org/W6830857627"],"related_works":["https://openalex.org/W3097571385","https://openalex.org/W3097821138","https://openalex.org/W2986154550","https://openalex.org/W3095845993","https://openalex.org/W3014840396","https://openalex.org/W3095706972","https://openalex.org/W3119546299","https://openalex.org/W3086966320","https://openalex.org/W3114757058","https://openalex.org/W3023295910","https://openalex.org/W3164871893","https://openalex.org/W3087094142","https://openalex.org/W3116295307","https://openalex.org/W3118006758","https://openalex.org/W3099919888","https://openalex.org/W3192589309","https://openalex.org/W3175567752","https://openalex.org/W3171986718","https://openalex.org/W3186907788","https://openalex.org/W3111143273"],"abstract_inverted_index":null,"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}