{"id":"https://openalex.org/W4390493477","doi":"https://doi.org/10.1109/snams60348.2023.10375471","title":"The Batch Primary Components Transformer and Auto-Plasticity Learning Linear Units Architecture: Synthetic Image Generation Case","display_name":"The Batch Primary Components Transformer and Auto-Plasticity Learning Linear Units Architecture: Synthetic Image Generation Case","publication_year":2023,"publication_date":"2023-11-21","ids":{"openalex":"https://openalex.org/W4390493477","doi":"https://doi.org/10.1109/snams60348.2023.10375471"},"language":"en","primary_location":{"id":"doi:10.1109/snams60348.2023.10375471","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/snams60348.2023.10375471","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Tenth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036688176","display_name":"Stanislav Selitskiy","orcid":"https://orcid.org/0000-0003-1758-0171"},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stanislav Selitskiy","raw_affiliation_strings":["School Of Computer Science And Technology, University of Bedfordshire,Luton,UK","School Of Computer Science And Technology, University of Bedfordshire, Luton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School Of Computer Science And Technology, University of Bedfordshire,Luton,UK","institution_ids":["https://openalex.org/I147554453"]},{"raw_affiliation_string":"School Of Computer Science And Technology, University of Bedfordshire, Luton, UK","institution_ids":["https://openalex.org/I147554453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045644993","display_name":"Chihiro Inoue","orcid":"https://orcid.org/0000-0003-1927-6923"},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chihiro Inoue","raw_affiliation_strings":["University of Bedfordshire,Centre For Research In English Language Learning And Assessment,Luton,UK","Centre For Research In English Language Learning And Assessment, University of Bedfordshire, Luton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bedfordshire,Centre For Research In English Language Learning And Assessment,Luton,UK","institution_ids":["https://openalex.org/I147554453"]},{"raw_affiliation_string":"Centre For Research In English Language Learning And Assessment, University of Bedfordshire, Luton, UK","institution_ids":["https://openalex.org/I147554453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048277038","display_name":"Vitaly Schetinin","orcid":"https://orcid.org/0000-0003-1826-0153"},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vitaly Schetinin","raw_affiliation_strings":["School Of Computer Science And Technology, University of Bedfordshire,Luton,UK","School Of Computer Science And Technology, University of Bedfordshire, Luton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School Of Computer Science And Technology, University of Bedfordshire,Luton,UK","institution_ids":["https://openalex.org/I147554453"]},{"raw_affiliation_string":"School Of Computer Science And Technology, University of Bedfordshire, Luton, UK","institution_ids":["https://openalex.org/I147554453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013489911","display_name":"Livija Jakaite","orcid":"https://orcid.org/0000-0002-4946-5920"},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Livija Jakaite","raw_affiliation_strings":["School Of Computer Science And Technology, University of Bedfordshire,Luton,UK","School Of Computer Science And Technology, University of Bedfordshire, Luton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School Of Computer Science And Technology, University of Bedfordshire,Luton,UK","institution_ids":["https://openalex.org/I147554453"]},{"raw_affiliation_string":"School Of Computer Science And Technology, University of Bedfordshire, Luton, UK","institution_ids":["https://openalex.org/I147554453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4895,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72615545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"8","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8372229337692261},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7297989130020142},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6633327007293701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6560531854629517},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5483483076095581},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.537723958492279},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.5147954821586609},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.442402184009552},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4358607232570648},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3989441990852356},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38668113946914673},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14510560035705566},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13275808095932007}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8372229337692261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7297989130020142},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6633327007293701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6560531854629517},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5483483076095581},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.537723958492279},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5147954821586609},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.442402184009552},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4358607232570648},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3989441990852356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38668113946914673},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14510560035705566},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13275808095932007},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/snams60348.2023.10375471","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/snams60348.2023.10375471","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Tenth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"},{"id":"pmh:oai:uobrep.openrepository.com:10547/626147","is_oa":false,"landing_page_url":"http://hdl.handle.net/10547/626147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400178","display_name":"University of Bedfordshire Repository (University of Bedfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I147554453","host_organization_name":"University of Bedfordshire","host_organization_lineage":["https://openalex.org/I147554453"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference papers, meetings and proceedings"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":106,"referenced_works":["https://openalex.org/W28766783","https://openalex.org/W94523489","https://openalex.org/W973843712","https://openalex.org/W1682403713","https://openalex.org/W1787683252","https://openalex.org/W1902237438","https://openalex.org/W1980867644","https://openalex.org/W2036963181","https://openalex.org/W2060277733","https://openalex.org/W2108671543","https://openalex.org/W2121227244","https://openalex.org/W2126685080","https://openalex.org/W2133013156","https://openalex.org/W2133564696","https://openalex.org/W2158581396","https://openalex.org/W2270070752","https://openalex.org/W2290435208","https://openalex.org/W2487898712","https://openalex.org/W2552839021","https://openalex.org/W2560647685","https://openalex.org/W2786446225","https://openalex.org/W2896457183","https://openalex.org/W2922466325","https://openalex.org/W2963390791","https://openalex.org/W2963540014","https://openalex.org/W2967925425","https://openalex.org/W2970199615","https://openalex.org/W2971307358","https://openalex.org/W2972413484","https://openalex.org/W2972668795","https://openalex.org/W3034723486","https://openalex.org/W3034775979","https://openalex.org/W3044438666","https://openalex.org/W3048000637","https://openalex.org/W3098511564","https://openalex.org/W3100355250","https://openalex.org/W3113840631","https://openalex.org/W3126553126","https://openalex.org/W3133702157","https://openalex.org/W3136221257","https://openalex.org/W3156599973","https://openalex.org/W3170325272","https://openalex.org/W3171460770","https://openalex.org/W3172642864","https://openalex.org/W3173954987","https://openalex.org/W3175853876","https://openalex.org/W3183248212","https://openalex.org/W3205597769","https://openalex.org/W3209439916","https://openalex.org/W4210467852","https://openalex.org/W4224308101","https://openalex.org/W4225314275","https://openalex.org/W4244096624","https://openalex.org/W4284701759","https://openalex.org/W4286665132","https://openalex.org/W4287025449","https://openalex.org/W4287111051","https://openalex.org/W4287162002","https://openalex.org/W4302305863","https://openalex.org/W4318899036","https://openalex.org/W4319453286","https://openalex.org/W4319991848","https://openalex.org/W4322718191","https://openalex.org/W4324031766","https://openalex.org/W4327486977","https://openalex.org/W4375949262","https://openalex.org/W4378771719","https://openalex.org/W4382322471","https://openalex.org/W4382653968","https://openalex.org/W4386701122","https://openalex.org/W4386837260","https://openalex.org/W4401880391","https://openalex.org/W6603834347","https://openalex.org/W6638170250","https://openalex.org/W6678277124","https://openalex.org/W6679434410","https://openalex.org/W6679564466","https://openalex.org/W6697462184","https://openalex.org/W6739901393","https://openalex.org/W6742852309","https://openalex.org/W6747227044","https://openalex.org/W6755207826","https://openalex.org/W6755950020","https://openalex.org/W6760883817","https://openalex.org/W6767117800","https://openalex.org/W6779431784","https://openalex.org/W6781692108","https://openalex.org/W6788481378","https://openalex.org/W6790695295","https://openalex.org/W6791709101","https://openalex.org/W6796967338","https://openalex.org/W6800530116","https://openalex.org/W6810081322","https://openalex.org/W6846095518","https://openalex.org/W6848769701","https://openalex.org/W6849710474","https://openalex.org/W6849843017","https://openalex.org/W6850342999","https://openalex.org/W6850495340","https://openalex.org/W6850625674","https://openalex.org/W6850772811","https://openalex.org/W6852373738","https://openalex.org/W6853777504","https://openalex.org/W6854004187","https://openalex.org/W6854736735","https://openalex.org/W6931112075"],"related_works":["https://openalex.org/W3137091086","https://openalex.org/W1995622179","https://openalex.org/W1484111231","https://openalex.org/W4391160746","https://openalex.org/W1552543208","https://openalex.org/W2074396517","https://openalex.org/W2166963679","https://openalex.org/W2187269125","https://openalex.org/W1641615907","https://openalex.org/W20047544"],"abstract_inverted_index":{"Context":[0],"tokenizing,":[1],"which":[2,49],"is":[3,47,90,105],"popular":[4],"in":[5,68,81],"Large":[6],"Language":[7],"and":[8],"Foundation":[9],"Models":[10],"(LLM,":[11],"FM),":[12],"leads":[13],"to":[14,23],"their":[15],"excessive":[16,26],"dimensionality":[17,27,41],"inflation.":[18],"Traditional":[19],"Transformer":[20],"models":[21],"strive":[22],"reduce":[24],"intractable":[25],"at":[28,51],"the":[29,52,61,102,108,113,119],"among-token":[30],"attention":[31,38,55],"level,":[32],"while":[33],"we":[34],"propose":[35],"additional":[36,75],"between-dimensions":[37],"mechanism":[39,76],"for":[40,92,112,118],"reduction.":[42],"A":[43],"novel":[44],"Transformer-based":[45],"architecture":[46,110],"presented,":[48],"aims":[50],"individual":[53],"dimension":[54],"and,":[56],"by":[57],"doing":[58],"so,":[59],"performs":[60],"implicit":[62],"relevant":[63],"primary":[64],"components'":[65],"feature":[66,94],"selection":[67,95],"artificial":[69],"neural":[70],"networks":[71],"(ANN).":[72],"As":[73],"an":[74],"allowing":[77],"adaptive":[78],"plasticity":[79],"learning":[80],"ANN,":[82],"a":[83],"neuron-specific":[84],"Learning":[85],"Rectified":[86],"Linear":[87],"Unit":[88],"layer":[89],"proposed":[91],"further":[93],"via":[96],"weight":[97],"decay.":[98],"The":[99],"performance":[100],"of":[101],"presented":[103],"layers":[104],"tested":[106],"on":[107],"encoder-decoder":[109],"applied":[111],"synthetic":[114],"image":[115],"generation":[116],"task":[117],"benchmark":[120],"MNIST":[121],"data":[122],"set.":[123]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}