{"id":"https://openalex.org/W4401479711","doi":"https://doi.org/10.1142/s0129065724500631","title":"A Generalized Attention Mechanism to Enhance the Accuracy Performance of Neural Networks","display_name":"A Generalized Attention Mechanism to Enhance the Accuracy Performance of Neural Networks","publication_year":2024,"publication_date":"2024-08-10","ids":{"openalex":"https://openalex.org/W4401479711","doi":"https://doi.org/10.1142/s0129065724500631","pmid":"https://pubmed.ncbi.nlm.nih.gov/39212940"},"language":"en","primary_location":{"id":"doi:10.1142/s0129065724500631","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065724500631","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101784248","display_name":"Pengcheng Jiang","orcid":"https://orcid.org/0000-0002-9625-697X"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pengcheng Jiang","raw_affiliation_strings":["School of Software, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063214931","display_name":"Ferrante Neri","orcid":"https://orcid.org/0000-0002-6100-6532"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ferrante Neri","raw_affiliation_strings":["NICE Research Group, School of Computer Science and Electronic Engineering, University of Surrey, Guildford GU2 7XS, UK"],"affiliations":[{"raw_affiliation_string":"NICE Research Group, School of Computer Science and Electronic Engineering, University of Surrey, Guildford GU2 7XS, UK","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012475436","display_name":"Yu Xue","orcid":"https://orcid.org/0000-0002-9069-7547"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Xue","raw_affiliation_strings":["School of Software, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072356717","display_name":"Ujjwal Maulik","orcid":"https://orcid.org/0000-0003-1167-0774"},"institutions":[{"id":"https://openalex.org/I170979836","display_name":"Jadavpur University","ror":"https://ror.org/02af4h012","country_code":"IN","type":"education","lineage":["https://openalex.org/I170979836"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ujjwal Maulik","raw_affiliation_strings":["Department of Computer Science and Engineering, Jadavpur University, Kolkata, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Jadavpur University, Kolkata, India","institution_ids":["https://openalex.org/I170979836"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101784248"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":5.5268,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96342086,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"34","issue":"12","first_page":"2450063","last_page":"2450063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6741812229156494},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6612058281898499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6303065419197083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48398733139038086},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3624412417411804},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05354908108711243}],"concepts":[{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6741812229156494},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6612058281898499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6303065419197083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48398733139038086},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3624412417411804},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05354908108711243},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1142/s0129065724500631","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065724500631","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},{"id":"pmid:39212940","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39212940","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of neural systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2383022881","display_name":null,"funder_award_id":"61876089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2502571905","display_name":null,"funder_award_id":"62376127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4580289827","display_name":null,"funder_award_id":"61876185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7800967748","display_name":null,"funder_award_id":"61902281","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1902237438","https://openalex.org/W2100495367","https://openalex.org/W2194775991","https://openalex.org/W2618530766","https://openalex.org/W2736832651","https://openalex.org/W2883780447","https://openalex.org/W2884585870","https://openalex.org/W2921440296","https://openalex.org/W2963125010","https://openalex.org/W2963323244","https://openalex.org/W2963341956","https://openalex.org/W2963420686","https://openalex.org/W2966126335","https://openalex.org/W2977057439","https://openalex.org/W2985321619","https://openalex.org/W2992989584","https://openalex.org/W3016719260","https://openalex.org/W3034429256","https://openalex.org/W3082062168","https://openalex.org/W3103298250","https://openalex.org/W3118794207","https://openalex.org/W3163568349","https://openalex.org/W3172139566","https://openalex.org/W3212386989","https://openalex.org/W3212684309","https://openalex.org/W3214862327","https://openalex.org/W3216237711","https://openalex.org/W4212774754","https://openalex.org/W4281401420","https://openalex.org/W4286579687","https://openalex.org/W4297364263","https://openalex.org/W4298327043","https://openalex.org/W4308073689","https://openalex.org/W4311506911","https://openalex.org/W4317742775","https://openalex.org/W4320000551","https://openalex.org/W4321446109","https://openalex.org/W4323266311","https://openalex.org/W4362472185","https://openalex.org/W4362551393","https://openalex.org/W4365455888","https://openalex.org/W4366352791","https://openalex.org/W4376270952","https://openalex.org/W4379662103","https://openalex.org/W4382680394","https://openalex.org/W4385606408","https://openalex.org/W4386075524","https://openalex.org/W4386113258","https://openalex.org/W4386807062","https://openalex.org/W4387745685","https://openalex.org/W4388404511","https://openalex.org/W4388572012","https://openalex.org/W4390268058","https://openalex.org/W4390874053","https://openalex.org/W4390874070","https://openalex.org/W4391107516"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"In":[0,61],"many":[1],"modern":[2],"machine":[3],"learning":[4],"(ML)":[5],"models,":[6],"attention":[7,84],"mechanisms":[8],"(AMs)":[9],"play":[10],"a":[11,49,53,82,95,149],"crucial":[12],"role":[13],"in":[14,58,152],"processing":[15],"data":[16,74],"and":[17],"identifying":[18],"significant":[19],"parts":[20],"of":[21,36,68,73,94,109,114,119,140,155],"the":[22,37,66,110,115,120,129,138,153,162],"inputs,":[23],"whether":[24],"these":[25,141],"are":[26,46],"text":[27],"or":[28],"images.":[29],"This":[30,143],"selective":[31],"focus":[32],"enables":[33],"subsequent":[34],"stages":[35,72],"model":[38],"to":[39,70],"achieve":[40],"improved":[41],"classification":[42,99],"performance.":[43],"Traditionally,":[44],"AMs":[45,69],"applied":[47],"as":[48,57],"preprocessing":[50],"substructure":[51],"before":[52,91],"neural":[54,96],"network,":[55],"such":[56],"encoder/decoder":[59],"architectures.":[60],"this":[62],"paper,":[63],"we":[64,80],"extend":[65],"application":[67],"intermediate":[71,121],"propagation":[75],"within":[76],"ML":[77,111,134],"models.":[78,142],"Specifically,":[79],"propose":[81],"generalized":[83],"mechanism":[85],"(GAM),":[86],"which":[87,157],"can":[88],"be":[89],"integrated":[90],"each":[92,107],"layer":[93],"network":[97],"for":[98,105],"tasks.":[100],"The":[101],"proposed":[102,130],"GAM":[103,131],"allows":[104],"at":[106],"layer/step":[108],"architecture":[112],"identification":[113],"most":[116],"relevant":[117],"sections":[118],"results.":[122],"Our":[123],"experimental":[124],"results":[125],"demonstrate":[126],"that":[127],"incorporating":[128],"into":[132],"various":[133],"models":[135],"consistently":[136],"enhances":[137],"accuracy":[139],"improvement":[144],"is":[145],"achieved":[146],"with":[147],"only":[148],"marginal":[150],"increase":[151],"number":[154],"parameters,":[156],"does":[158],"not":[159],"significantly":[160],"affect":[161],"training":[163],"time.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2024-08-11T00:00:00"}