{"id":"https://openalex.org/W4385484687","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191680","title":"Linguistic Feature Injection for Efficient Natural Language Processing","display_name":"Linguistic Feature Injection for Efficient Natural Language Processing","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484687","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191680"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091214145","display_name":"Stefano Fioravanti","orcid":"https://orcid.org/0000-0001-6918-1805"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Fioravanti","raw_affiliation_strings":["DIISM, University of Siena,Siena,Italy","DIISM, University of Siena, Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIISM, University of Siena,Siena,Italy","institution_ids":["https://openalex.org/I102064193"]},{"raw_affiliation_string":"DIISM, University of Siena, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052833772","display_name":"Andrea Zugarini","orcid":"https://orcid.org/0000-0003-0344-1656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Zugarini","raw_affiliation_strings":["R&D, expert.ai,Siena,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"R&D, expert.ai,Siena,Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058772124","display_name":"Francesco Giannini","orcid":"https://orcid.org/0000-0001-8492-8110"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Giannini","raw_affiliation_strings":["DIISM, University of Siena,Siena,Italy","DIISM, University of Siena, Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIISM, University of Siena,Siena,Italy","institution_ids":["https://openalex.org/I102064193"]},{"raw_affiliation_string":"DIISM, University of Siena, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018861444","display_name":"Leonardo Rigutini","orcid":"https://orcid.org/0000-0002-6309-2542"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leonardo Rigutini","raw_affiliation_strings":["R&D, expert.ai,Siena,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"R&D, expert.ai,Siena,Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080411641","display_name":"Marco Maggini","orcid":"https://orcid.org/0000-0002-6428-1265"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Maggini","raw_affiliation_strings":["DIISM, University of Siena,Siena,Italy","DIISM, University of Siena, Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIISM, University of Siena,Siena,Italy","institution_ids":["https://openalex.org/I102064193"]},{"raw_affiliation_string":"DIISM, University of Siena, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109267259","display_name":"Michelangelo Diligenti","orcid":null},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michelangelo Diligenti","raw_affiliation_strings":["DIISM, University of Siena,Siena,Italy","DIISM, University of Siena, Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIISM, University of Siena,Siena,Italy","institution_ids":["https://openalex.org/I102064193"]},{"raw_affiliation_string":"DIISM, University of Siena, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2173,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42138435,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"07"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8450852632522583},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7923865914344788},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5886547565460205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5399930477142334},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5373150110244751},{"id":"https://openalex.org/keywords/dependency-grammar","display_name":"Dependency grammar","score":0.500800371170044},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4929964244365692},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.46488213539123535},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4592224955558777},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4385780692100525},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4241611063480377},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.18846482038497925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8450852632522583},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7923865914344788},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5886547565460205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5399930477142334},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5373150110244751},{"id":"https://openalex.org/C164883195","wikidata":"https://www.wikidata.org/wiki/Q674834","display_name":"Dependency grammar","level":3,"score":0.500800371170044},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4929964244365692},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46488213539123535},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4592224955558777},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4385780692100525},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4241611063480377},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.18846482038497925},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1347034","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1347034","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arpi.unipi.it:11568/1347040","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1347040","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ricerca.sns.it:11384/150586","is_oa":false,"landing_page_url":"https://hdl.handle.net/11384/150586","pdf_url":null,"source":{"id":"https://openalex.org/S7407050981","display_name":"Scuola Normale Superiore di Pisa","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:usiena-air.unisi.it:11365/1245794","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10191680","pdf_url":null,"source":{"id":"https://openalex.org/S4377196319","display_name":"Use Siena air (University of Siena)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102064193","host_organization_name":"University of Siena","host_organization_lineage":["https://openalex.org/I102064193"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2346452181","https://openalex.org/W2562220579","https://openalex.org/W2757947833","https://openalex.org/W2760505947","https://openalex.org/W2764043458","https://openalex.org/W2896457183","https://openalex.org/W2962788148","https://openalex.org/W2963355447","https://openalex.org/W2963754491","https://openalex.org/W2964217331","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W2981852735","https://openalex.org/W2991588540","https://openalex.org/W2998183051","https://openalex.org/W3008282111","https://openalex.org/W3008374555","https://openalex.org/W3015468748","https://openalex.org/W3104108820","https://openalex.org/W3105966348","https://openalex.org/W3122890974","https://openalex.org/W3153543512","https://openalex.org/W3154449322","https://openalex.org/W4226020328","https://openalex.org/W4288089799","https://openalex.org/W4288090629","https://openalex.org/W4288347855","https://openalex.org/W4292779060","https://openalex.org/W4385245566","https://openalex.org/W4385573587","https://openalex.org/W6638523607","https://openalex.org/W6739901393","https://openalex.org/W6744639116","https://openalex.org/W6745148473","https://openalex.org/W6746509318","https://openalex.org/W6755207826","https://openalex.org/W6762945437","https://openalex.org/W6768851824","https://openalex.org/W6769540564","https://openalex.org/W6771002930","https://openalex.org/W6771313149","https://openalex.org/W6773815586","https://openalex.org/W6776048684","https://openalex.org/W6778883912","https://openalex.org/W6779068807","https://openalex.org/W6855483331"],"related_works":["https://openalex.org/W2251084681","https://openalex.org/W287510790","https://openalex.org/W2098784136","https://openalex.org/W2968543375","https://openalex.org/W2571817549","https://openalex.org/W1541975828","https://openalex.org/W2888625260","https://openalex.org/W3035970863","https://openalex.org/W4288558800","https://openalex.org/W2250525544"],"abstract_inverted_index":{"Transformers":[0,54,87],"have":[1,55],"been":[2],"established":[3],"as":[4],"one":[5],"of":[6,59,64,110,141,195,206,259],"the":[7,37,56,94,156,168,172,180,192,196,204,264],"most":[8],"effective":[9],"neural":[10],"approach":[11,146,189],"in":[12,23,199],"performing":[13],"various":[14],"Natural":[15],"Language":[16],"Processing":[17],"tasks.":[18],"However,":[19],"following":[20],"common":[21],"trend":[22],"modern":[24],"deep":[25],"architectures,":[26],"their":[27,51],"scale":[28],"has":[29,221],"quickly":[30],"grown":[31],"to":[32,43,72,92,127,148,166,178,254],"an":[33],"extent":[34],"that":[35,123,162,175,187,218,250],"reduces":[36],"concrete":[38],"possibility":[39],"for":[40,100,211],"several":[41],"enterprises":[42],"train":[44],"such":[45],"models":[46],"from":[47,86],"scratch.":[48],"Indeed,":[49,231],"despite":[50],"high-level":[52],"performances,":[53],"general":[57],"drawback":[58],"requiring":[60],"a":[61,101,106,114,120,222,234,256],"huge":[62,223],"amount":[63,109],"training":[65,111,160],"data,":[66],"computational":[67],"resources":[68],"and":[69],"energy":[70],"consumption":[71],"be":[73,125],"successfully":[74],"optimized.":[75],"For":[76],"this":[77,117],"reason,":[78],"more":[79],"recent":[80],"architectures":[81],"like":[82,132],"Bidirectional":[83],"Encoder":[84],"Representations":[85],"rely":[88],"on":[89],"unlabeled":[90],"data":[91,161,174,242],"pre-train":[93,179],"model,":[95],"which":[96],"is":[97,163,176,252],"later":[98],"fine-tuned":[99],"specific":[102],"downstream":[103],"task":[104],"using":[105,233],"relatively":[107],"smaller":[108],"data.":[112],"In":[113,214],"similar":[115],"fashion,":[116],"paper":[118],"considers":[119],"plug-and-play":[121],"framework":[122],"can":[124],"used":[126,165,177],"inject":[128],"multiple":[129],"syntactic":[130,169,208,246],"features,":[131,170],"Part-of-Speech":[133],"Tagging":[134],"or":[135],"Dependency":[136],"Parsing,":[137],"into":[138],"any":[139],"kind":[140],"pre-trained":[142],"Transformer.":[143],"This":[144],"novel":[145],"allows":[147],"perform":[149],"sequence-to-sequence":[150],"labeling":[151],"tasks":[152],"by":[153,232],"exploiting:":[154],"(i)":[155],"(more":[157],"abundant)":[158],"available":[159],"also":[164],"learn":[167],"(ii)":[171],"language":[173,209,229],"transformer":[181],"model.":[182],"The":[183],"experimental":[184],"results":[185],"show":[186,217,249],"our":[188,219],"improves":[190],"over":[191,226],"baseline":[193],"performances":[194],"underlying":[197],"model":[198,235],"different":[200],"datasets,":[201],"thus":[202],"proving":[203],"effectiveness":[205],"employing":[207],"information":[210],"semantic":[212],"regularization.":[213],"addition,":[215],"we":[216,248],"architecture":[220],"efficiency":[224],"advantage":[225],"pure":[227],"large":[228],"models.":[230],"with":[236,245],"limited":[237],"size,":[238],"but":[239],"whose":[240],"input":[241],"are":[243],"enriched":[244],"information,":[247],"it":[251],"possible":[253],"obtain":[255],"significant":[257],"reduction":[258],"CO2":[260],"emissions":[261],"without":[262],"decreasing":[263],"prediction":[265],"performances.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2023-08-03T00:00:00"}