{"id":"https://openalex.org/W4392309339","doi":"https://doi.org/10.1109/access.2024.3371689","title":"CzeGPT-2\u2013Training New Model for Czech Generative Text Processing Evaluated With the Summarization Task","display_name":"CzeGPT-2\u2013Training New Model for Czech Generative Text Processing Evaluated With the Summarization Task","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392309339","doi":"https://doi.org/10.1109/access.2024.3371689"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3371689","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3371689","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10453575.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10453575.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032868938","display_name":"Adam H\u00e1jek","orcid":"https://orcid.org/0009-0008-3638-2959"},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Adam H\u00e1jek","raw_affiliation_strings":["Natural Language Processing Centre, Faculty of Informatics, Masaryk University, Brno, Czech Republic","Faculty of Informatics, Natural Language Processing Centre, Masaryk University, Brno, Czech Republic"],"raw_orcid":"https://orcid.org/0009-0008-3638-2959","affiliations":[{"raw_affiliation_string":"Natural Language Processing Centre, Faculty of Informatics, Masaryk University, Brno, Czech Republic","institution_ids":["https://openalex.org/I21449261"]},{"raw_affiliation_string":"Faculty of Informatics, Natural Language Processing Centre, Masaryk University, Brno, Czech Republic","institution_ids":["https://openalex.org/I21449261"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062524005","display_name":"Ale\u0161 Hor\u00e1k","orcid":"https://orcid.org/0000-0001-6348-109X"},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Ale\u0161 Hor\u00e1k","raw_affiliation_strings":["Natural Language Processing Centre, Faculty of Informatics, Masaryk University, Brno, Czech Republic","Faculty of Informatics, Natural Language Processing Centre, Masaryk University, Brno, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0001-6348-109X","affiliations":[{"raw_affiliation_string":"Natural Language Processing Centre, Faculty of Informatics, Masaryk University, Brno, Czech Republic","institution_ids":["https://openalex.org/I21449261"]},{"raw_affiliation_string":"Faculty of Informatics, Natural Language Processing Centre, Masaryk University, Brno, Czech Republic","institution_ids":["https://openalex.org/I21449261"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21449261"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.7215,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85422163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"34570","last_page":"34581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8930680751800537},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8717989921569824},{"id":"https://openalex.org/keywords/czech","display_name":"Czech","score":0.8311576843261719},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7572801113128662},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7291049957275391},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7251366376876831},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6927390098571777},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5709853172302246},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.489360511302948},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.44761544466018677},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4286472201347351},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.35864806175231934},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13877072930335999}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8930680751800537},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8717989921569824},{"id":"https://openalex.org/C2777842544","wikidata":"https://www.wikidata.org/wiki/Q9056","display_name":"Czech","level":2,"score":0.8311576843261719},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7572801113128662},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7291049957275391},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7251366376876831},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6927390098571777},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5709853172302246},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.489360511302948},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.44761544466018677},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4286472201347351},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.35864806175231934},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13877072930335999},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3371689","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3371689","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10453575.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1c01369a83204741a81cf2797c408fef","is_oa":true,"landing_page_url":"https://doaj.org/article/1c01369a83204741a81cf2797c408fef","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 34570-34581 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3371689","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3371689","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10453575.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G846788444","display_name":"Digital Research Infrastructure for Language Technologies, Arts and Humanities","funder_award_id":"LM2023062","funder_id":"https://openalex.org/F4320321005","funder_display_name":"Ministerstvo \u0160kolstv\u00ed, Ml\u00e1de\u017ee a T\u011blov\u00fdchovy"}],"funders":[{"id":"https://openalex.org/F4320321005","display_name":"Ministerstvo \u0160kolstv\u00ed, Ml\u00e1de\u017ee a T\u011blov\u00fdchovy","ror":"https://ror.org/037n8p820"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392309339.pdf","grobid_xml":"https://content.openalex.org/works/W4392309339.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2164777277","https://openalex.org/W2479531437","https://openalex.org/W2493916176","https://openalex.org/W2980944155","https://openalex.org/W3001434439","https://openalex.org/W3099373197","https://openalex.org/W3103464296","https://openalex.org/W3153973346","https://openalex.org/W3169483174","https://openalex.org/W3203765809","https://openalex.org/W3214520975","https://openalex.org/W4200531086","https://openalex.org/W4220785084","https://openalex.org/W4283830961","https://openalex.org/W4285114033","https://openalex.org/W4288365749","https://openalex.org/W4292779060","https://openalex.org/W4300900294","https://openalex.org/W4309674289","https://openalex.org/W4378464611","https://openalex.org/W4385572239","https://openalex.org/W4387385659","https://openalex.org/W4387385704","https://openalex.org/W4390041933","https://openalex.org/W6607974698","https://openalex.org/W6682631176","https://openalex.org/W6723250868","https://openalex.org/W6743178762","https://openalex.org/W6751852881","https://openalex.org/W6760136800","https://openalex.org/W6761451552","https://openalex.org/W6769235896","https://openalex.org/W6778883912","https://openalex.org/W6784261359","https://openalex.org/W6795818498","https://openalex.org/W6810258211","https://openalex.org/W6852505888","https://openalex.org/W6860041859","https://openalex.org/W7046604530"],"related_works":["https://openalex.org/W4214678372","https://openalex.org/W1605559518","https://openalex.org/W4214601164","https://openalex.org/W4284703357","https://openalex.org/W3157284875","https://openalex.org/W2147241511","https://openalex.org/W2259406085","https://openalex.org/W2099715052","https://openalex.org/W2955859849","https://openalex.org/W2152921782"],"abstract_inverted_index":{"Automatic":[0],"text":[1],"summarization":[2,136],"(ATS),":[3],"alongside":[4],"neural":[5],"machine":[6],"translation":[7],"or":[8,94],"question":[9],"answering,":[10],"is":[11],"one":[12],"of":[13,67,116,131,134,142,151],"the":[14,32,42,56,79,98,114,132,140,152,160],"leading":[15],"tasks":[16],"in":[17,31,51,154],"Natural":[18],"Language":[19],"Processing":[20],"(NLP).":[21],"In":[22],"recent":[23],"years,":[24],"ATS":[25],"has":[26,54],"experienced":[27],"significant":[28],"development,":[29],"especially":[30],"English":[33],"NLP":[34],"world.":[35],"Modern":[36],"approaches":[37],"are":[38,82],"mainly":[39],"based":[40],"on":[41,78],"versatile":[43],"Transformer":[44],"architecture":[45],"proposed":[46],"by":[47],"Vaswani":[48],"et":[49],"al.":[50],"2017,":[52],"which":[53],"revolutionized":[55],"field,":[57],"and":[58,62,89,102,137],"was":[59],"later":[60],"tuned":[61],"adjusted":[63],"to":[64,91,108,158],"various":[65],"needs":[66],"different":[68],"tasks.":[69],"Non-mainstream":[70],"languages,":[71],"with":[72,127],"Czech":[73,135],"taken":[74],"as":[75],"a":[76,83,110,118,124,128],"representative,":[77],"other":[80],"hand,":[81],"little":[84],"bit":[85],"behind":[86],"these":[87],"efforts":[88],"tend":[90],"use":[92],"lighter":[93],"heuristic":[95],"methods.":[96],"With":[97],"new":[99,125],"CzeGPT-2":[100],"model":[101,122],"abstractive":[103],"summarizer,":[104],"we":[105],"would":[106],"like":[107],"take":[109],"step":[111],"forward":[112],"detailing":[113],"process":[115],"training":[117],"GPT-2":[119],"generative":[120],"transformer":[121],"for":[123],"language":[126],"comprehensive":[129],"evaluation":[130],"task":[133],"pointing":[138],"out":[139],"benefits":[141],"this":[143],"approach.":[144],"We":[145],"also":[146],"present":[147],"an":[148],"in-depth":[149],"analysis":[150],"errors":[153],"generated":[155],"summaries,":[156],"allowing":[157],"locate":[159],"model\u2019s":[161],"weak":[162],"spots.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}