{"id":"https://openalex.org/W3108950052","doi":"https://doi.org/10.1017/s1351324922000080","title":"Enhancing deep neural networks with morphological information","display_name":"Enhancing deep neural networks with morphological information","publication_year":2022,"publication_date":"2022-02-21","ids":{"openalex":"https://openalex.org/W3108950052","doi":"https://doi.org/10.1017/s1351324922000080","mag":"3108950052"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324922000080","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324922000080","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.12432","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020887390","display_name":"Matej Klemen","orcid":"https://orcid.org/0000-0002-7852-2357"},"institutions":[{"id":"https://openalex.org/I153976015","display_name":"University of Ljubljana","ror":"https://ror.org/05njb9z20","country_code":"SI","type":"education","lineage":["https://openalex.org/I153976015"]}],"countries":["SI"],"is_corresponding":true,"raw_author_name":"Matej Klemen","raw_affiliation_strings":["Faculty of Computer and Information Science, University of Ljubljana, Ve\u010dna pot 113, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer and Information Science, University of Ljubljana, Ve\u010dna pot 113, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I153976015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045391932","display_name":"Luka Krsnik","orcid":null},"institutions":[{"id":"https://openalex.org/I153976015","display_name":"University of Ljubljana","ror":"https://ror.org/05njb9z20","country_code":"SI","type":"education","lineage":["https://openalex.org/I153976015"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Luka Krsnik","raw_affiliation_strings":["Faculty of Computer and Information Science, University of Ljubljana, Ve\u010dna pot 113, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer and Information Science, University of Ljubljana, Ve\u010dna pot 113, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I153976015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020021079","display_name":"Marko Robnik\u2010\u0160ikonja","orcid":"https://orcid.org/0000-0002-1232-3320"},"institutions":[{"id":"https://openalex.org/I153976015","display_name":"University of Ljubljana","ror":"https://ror.org/05njb9z20","country_code":"SI","type":"education","lineage":["https://openalex.org/I153976015"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Marko Robnik-\u0160ikonja","raw_affiliation_strings":["Faculty of Computer and Information Science, University of Ljubljana, Ve\u010dna pot 113, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer and Information Science, University of Ljubljana, Ve\u010dna pot 113, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I153976015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020887390"],"corresponding_institution_ids":["https://openalex.org/I153976015"],"apc_list":null,"apc_paid":null,"fwci":1.7939,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.86754696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"29","issue":"2","first_page":"360","last_page":"385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9171587228775024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6838371753692627},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6577544212341309},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.552925169467926},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.54084712266922},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5298433303833008},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.524158239364624},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4769679009914398},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4437273144721985},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43401309847831726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9171587228775024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6838371753692627},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6577544212341309},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.552925169467926},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.54084712266922},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5298433303833008},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.524158239364624},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4769679009914398},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4437273144721985},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43401309847831726},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1017/s1351324922000080","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324922000080","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2011.12432","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.12432","pdf_url":"https://arxiv.org/pdf/2011.12432","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:zenodo.org:6384402","is_oa":true,"landing_page_url":"https://zenodo.org/record/6384402","pdf_url":"https://zenodo.org/record/6384402","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Natural Language Engineering 1-26","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.12432","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.12432","pdf_url":"https://arxiv.org/pdf/2011.12432","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G5108423257","display_name":null,"funder_award_id":"825153","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7231943246","display_name":null,"funder_award_id":"Horizon 2020 Programme","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8826631963","display_name":null,"funder_award_id":"Horizon 2020 Program","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":119,"referenced_works":["https://openalex.org/W7542544","https://openalex.org/W55657863","https://openalex.org/W81000870","https://openalex.org/W181643614","https://openalex.org/W182831726","https://openalex.org/W1589694657","https://openalex.org/W1728883788","https://openalex.org/W1860935423","https://openalex.org/W1940872118","https://openalex.org/W2064675550","https://openalex.org/W2117130368","https://openalex.org/W2117671523","https://openalex.org/W2122922578","https://openalex.org/W2144578941","https://openalex.org/W2247662608","https://openalex.org/W2250496685","https://openalex.org/W2250861254","https://openalex.org/W2250923910","https://openalex.org/W2250940933","https://openalex.org/W2251949442","https://openalex.org/W2252066972","https://openalex.org/W2262458571","https://openalex.org/W2296283641","https://openalex.org/W2301095666","https://openalex.org/W2308486447","https://openalex.org/W2398558902","https://openalex.org/W2493916176","https://openalex.org/W2513388359","https://openalex.org/W2540646130","https://openalex.org/W2552110825","https://openalex.org/W2574163994","https://openalex.org/W2592451013","https://openalex.org/W2620728904","https://openalex.org/W2739827909","https://openalex.org/W2740285126","https://openalex.org/W2741029840","https://openalex.org/W2752392399","https://openalex.org/W2799124508","https://openalex.org/W2859207840","https://openalex.org/W2883188201","https://openalex.org/W2887782043","https://openalex.org/W2889474778","https://openalex.org/W2896457183","https://openalex.org/W2898879711","https://openalex.org/W2898977629","https://openalex.org/W2915977242","https://openalex.org/W2922580172","https://openalex.org/W2946417913","https://openalex.org/W2946676565","https://openalex.org/W2947266617","https://openalex.org/W2948947170","https://openalex.org/W2952087486","https://openalex.org/W2952638691","https://openalex.org/W2953359159","https://openalex.org/W2953565317","https://openalex.org/W2954221744","https://openalex.org/W2962993339","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963532322","https://openalex.org/W2963682821","https://openalex.org/W2963748066","https://openalex.org/W2964204621","https://openalex.org/W2965738972","https://openalex.org/W2970482069","https://openalex.org/W2970529259","https://openalex.org/W2973071945","https://openalex.org/W2973154008","https://openalex.org/W2977892253","https://openalex.org/W2989947078","https://openalex.org/W2998635301","https://openalex.org/W3009761736","https://openalex.org/W3011411500","https://openalex.org/W3015766957","https://openalex.org/W3031001133","https://openalex.org/W3032299950","https://openalex.org/W3037109418","https://openalex.org/W3046087842","https://openalex.org/W3082873023","https://openalex.org/W3094403051","https://openalex.org/W3099512264","https://openalex.org/W3100736543","https://openalex.org/W3101486370","https://openalex.org/W3105601320","https://openalex.org/W3115903740","https://openalex.org/W3116641301","https://openalex.org/W3118485687","https://openalex.org/W3154147337","https://openalex.org/W3159900299","https://openalex.org/W3169194986","https://openalex.org/W3169250374","https://openalex.org/W3185206251","https://openalex.org/W3198729563","https://openalex.org/W3204526376","https://openalex.org/W4206080774","https://openalex.org/W4242952243","https://openalex.org/W4248786004","https://openalex.org/W4255682735","https://openalex.org/W4256264394","https://openalex.org/W4287601434","https://openalex.org/W4287993739","https://openalex.org/W4289754396","https://openalex.org/W4302614071","https://openalex.org/W4385245566","https://openalex.org/W6640362995","https://openalex.org/W6688866165","https://openalex.org/W6691649435","https://openalex.org/W6695981510","https://openalex.org/W6697342960","https://openalex.org/W6698204877","https://openalex.org/W6723250868","https://openalex.org/W6732291820","https://openalex.org/W6739901393","https://openalex.org/W6752695545","https://openalex.org/W6754527574","https://openalex.org/W6765807869","https://openalex.org/W6771823989","https://openalex.org/W6773996589","https://openalex.org/W6786893100"],"related_works":["https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3094871513","https://openalex.org/W3100913109","https://openalex.org/W3198458223","https://openalex.org/W3126642501"],"abstract_inverted_index":{"Abstract":[0],"Deep":[1],"learning":[2],"approaches":[3,43,86],"are":[4,28,44,54,63,229,244,252,274],"superior":[5],"in":[6,33,117,147,255,266,293],"natural":[7,50],"language":[8,36,51,168],"processing":[9,52],"due":[10],"to":[11,14,58,104,260],"their":[12],"ability":[13],"extract":[15],"informative":[16],"features":[17,103,176,185,190,220,273,282],"and":[18,30,56,60,106,128,137,156,186,200,268,283],"patterns":[19],"from":[20,166],"languages.":[21],"The":[22,83,189],"two":[23],"most":[24,48],"successful":[25],"neural":[26,85],"architectures":[27],"LSTM":[29,105,136],"transformers,":[31],"used":[32],"large":[34],"pretrained":[35],"models":[37,162,196],"such":[38],"as":[39],"BERT.":[40],"While":[41],"cross-lingual":[42],"on":[45,93,181,197,210,225],"the":[46,91,98,148,161,182,187,192,198,208,211,217,223,250],"rise,":[47],"current":[49],"techniques":[53],"designed":[55],"applied":[57],"English,":[59],"less-resourced":[61,119],"languages":[62,165],"lagging":[64],"behind.":[65],"In":[66],"morphologically":[67],"rich":[68],"languages,":[69],"information":[70,92],"is":[71],"conveyed":[72],"through":[73,77],"morphology,":[74],"for":[75,247],"example,":[76],"affixes":[78],"modifying":[79],"stems":[80],"of":[81,100,150,152,184,194,230],"words.":[82],"existing":[84],"do":[87,205,287],"not":[88,206,237,275,288],"explicitly":[89],"use":[90,113],"word":[94],"morphology.":[95],"We":[96,132,159],"analyse":[97],"effect":[99],"adding":[101,144,174],"morphological":[102,175,219],"BERT":[107,138,257,263],"models.":[108,264],"As":[109,265],"a":[110],"testbed,":[111],"we":[112,141,277],"three":[114],"tasks":[115],"available":[116],"many":[118],"languages:":[120],"named":[121],"entity":[122],"recognition":[123],"(NER),":[124],"dependency":[125],"parsing":[126],"(DP)":[127],"comment":[129],"filtering":[130],"(CF).":[131],"construct":[133],"baselines":[134],"involving":[135],"models,":[139,216],"which":[140],"adjust":[142],"by":[143],"additional":[145],"input":[146],"form":[149],"part":[151],"speech":[153],"(POS)":[154],"tags":[155],"universal":[157],"features.":[158],"compare":[160],"across":[163],"several":[164],"different":[167],"families.":[169],"Our":[170],"results":[171],"suggest":[172],"that":[173,285],"has":[177],"mixed":[178],"effects":[179],"depending":[180],"quality":[183,232],"task.":[188,213],"improve":[191,222],"performance":[193,209,224],"LSTM-based":[195],"NER":[199,267],"DP":[201,226],"tasks,":[202],"while":[203,236],"they":[204,228,243,286],"benefit":[207],"CF":[212,269],"For":[214],"BERT-based":[215],"added":[218],"only":[221,278],"when":[227,242],"high":[231],"(i.e.,":[233],"manually":[234,271],"checked)":[235],"showing":[238],"any":[239,290],"practical":[240,291],"improvement":[241,292],"predicted.":[245],"Even":[246],"high-quality":[248],"features,":[249],"improvements":[251],"less":[253],"pronounced":[254],"language-specific":[256],"variants":[258],"compared":[259],"massively":[261],"multilingual":[262],"datasets":[270],"checked":[272],"available,":[276],"experiment":[279],"with":[280],"predicted":[281],"find":[284],"cause":[289],"performance.":[294]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}