{"id":"https://openalex.org/W7162441107","doi":"https://doi.org/10.5220/0014926000004018","title":"Transformer Attention Modifications and Pre-Aggregation Functions: A Systematic Review","display_name":"Transformer Attention Modifications and Pre-Aggregation Functions: A Systematic Review","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7162441107","doi":"https://doi.org/10.5220/0014926000004018"},"language":null,"primary_location":{"id":"doi:10.5220/0014926000004018","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0014926000004018","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Enterprise Information Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0014926000004018","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112384650","display_name":"Diego Bottero","orcid":null},"institutions":[{"id":"https://openalex.org/I110676245","display_name":"Universidade Cat\u00f3lica de Pelotas","ror":"https://ror.org/0376myh60","country_code":"BR","type":"education","lineage":["https://openalex.org/I110676245"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Diego Bottero","raw_affiliation_strings":["Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil","institution_ids":["https://openalex.org/I110676245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007621075","display_name":"Joelson Sartori","orcid":"https://orcid.org/0000-0001-5379-8253"},"institutions":[{"id":"https://openalex.org/I110676245","display_name":"Universidade Cat\u00f3lica de Pelotas","ror":"https://ror.org/0376myh60","country_code":"BR","type":"education","lineage":["https://openalex.org/I110676245"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Joelson Sartori Junior","raw_affiliation_strings":["Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil","institution_ids":["https://openalex.org/I110676245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137021420","display_name":"Jo\u00e3o Moreira","orcid":null},"institutions":[{"id":"https://openalex.org/I110676245","display_name":"Universidade Cat\u00f3lica de Pelotas","ror":"https://ror.org/0376myh60","country_code":"BR","type":"education","lineage":["https://openalex.org/I110676245"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Moreira","raw_affiliation_strings":["Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil","institution_ids":["https://openalex.org/I110676245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126758812","display_name":"Lizandro Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I110676245","display_name":"Universidade Cat\u00f3lica de Pelotas","ror":"https://ror.org/0376myh60","country_code":"BR","type":"education","lineage":["https://openalex.org/I110676245"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lizandro Oliveira","raw_affiliation_strings":["Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Cat\u00f3lica de Pelotas (UCPEL), Rua Gon\u00e7alves Chaves 373, 96015-560 Pelotas, RS, Brazil","institution_ids":["https://openalex.org/I110676245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031787326","display_name":"Giancarlo Lucca","orcid":"https://orcid.org/0000-0002-3776-0260"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Giancarlo Lucca","raw_affiliation_strings":["Universidade Federal do Rio Grande (FURG), Campus Carreiros, Av. It\u00e1lia km 8, 96203-900 Rio Grande, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande (FURG), Campus Carreiros, Av. It\u00e1lia km 8, 96203-900 Rio Grande, RS, Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137077106","display_name":"Bruno Dalmazo","orcid":null},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Bruno Dalmazo","raw_affiliation_strings":["Universidade Federal do Rio Grande (FURG), Campus Carreiros, Av. It\u00e1lia km 8, 96203-900 Rio Grande, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande (FURG), Campus Carreiros, Av. It\u00e1lia km 8, 96203-900 Rio Grande, RS, Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5097079010","display_name":"Rafael Berri","orcid":null},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rafael Berri","raw_affiliation_strings":["Universidade Federal do Rio Grande (FURG), Campus Carreiros, Av. It\u00e1lia km 8, 96203-900 Rio Grande, RS, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande (FURG), Campus Carreiros, Av. It\u00e1lia km 8, 96203-900 Rio Grande, RS, Brazil","institution_ids":["https://openalex.org/I126460647"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1141","last_page":"1148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.02329999953508377,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.02329999953508377,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10323","display_name":"Analog and Mixed-Signal Circuit Design","score":0.019500000402331352,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10853","display_name":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","score":0.017100000753998756,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4009000062942505},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.27709999680519104},{"id":"https://openalex.org/keywords/interchangeability","display_name":"Interchangeability","score":0.22020000219345093},{"id":"https://openalex.org/keywords/ferroresonance-in-electricity-networks","display_name":"Ferroresonance in electricity networks","score":0.21119999885559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46399998664855957},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4009000062942505},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3450999855995178},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.25619998574256897},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.22669999301433563},{"id":"https://openalex.org/C2779606619","wikidata":"https://www.wikidata.org/wiki/Q17092524","display_name":"Interchangeability","level":2,"score":0.22020000219345093},{"id":"https://openalex.org/C101382669","wikidata":"https://www.wikidata.org/wiki/Q1616769","display_name":"Ferroresonance in electricity networks","level":4,"score":0.21119999885559082},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.21040000021457672}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0014926000004018","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0014926000004018","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Enterprise Information Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5220/0014926000004018","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0014926000004018","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Enterprise Information Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-27T00:00:00"}