{"id":"https://openalex.org/W4385569539","doi":"https://doi.org/10.1109/access.2023.3302253","title":"A Hybrid Neuro-Fuzzy Approach for Heterogeneous Patch Encoding in ViTs Using Contrastive Embeddings and Deep Knowledge Dispersion","display_name":"A Hybrid Neuro-Fuzzy Approach for Heterogeneous Patch Encoding in ViTs Using Contrastive Embeddings and Deep Knowledge Dispersion","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385569539","doi":"https://doi.org/10.1109/access.2023.3302253"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3302253","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3302253","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209176.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209176.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071271357","display_name":"Syed Muhammad Ahmed Hassan Shah","orcid":"https://orcid.org/0000-0002-2942-7302"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Syed Muhammad Ahmed Hassan Shah","raw_affiliation_strings":["Medical Imaging and Diagnostics Laboratory (MIDL), National Centre of Artificial Intelligence (NCAI), COMSATS University Islamabad, Islamabad, Pakistan","Department of Computer Science, COMSATS University Islamabad Attock Campus, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-2942-7302","affiliations":[{"raw_affiliation_string":"Medical Imaging and Diagnostics Laboratory (MIDL), National Centre of Artificial Intelligence (NCAI), COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]},{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad Attock Campus, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101606555","display_name":"Muhammad Qasim Khan","orcid":"https://orcid.org/0000-0002-3569-5012"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Qasim Khan","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad Attock Campus, Attock, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad Attock Campus, Attock, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091859381","display_name":"Yazeed Yasin Ghadi","orcid":"https://orcid.org/0000-0002-7121-495X"},"institutions":[{"id":"https://openalex.org/I161913731","display_name":"Al Ain University","ror":"https://ror.org/023abrt21","country_code":"AE","type":"education","lineage":["https://openalex.org/I161913731"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yazeed Yasin Ghadi","raw_affiliation_strings":["Department of Computer Science, Al Ain University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-7121-495X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Al Ain University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I161913731"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048418386","display_name":"Sana Ullah Jan","orcid":"https://orcid.org/0000-0003-3950-4719"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sana Ullah Jan","raw_affiliation_strings":["School of Computing, Edinburgh Napier University, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0003-3950-4719","affiliations":[{"raw_affiliation_string":"School of Computing, Edinburgh Napier University, Edinburgh, U.K","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008394194","display_name":"Olfa Mzoughi","orcid":"https://orcid.org/0000-0001-8758-9740"},"institutions":[{"id":"https://openalex.org/I142608572","display_name":"Prince Sattam Bin Abdulaziz University","ror":"https://ror.org/04jt46d36","country_code":"SA","type":"education","lineage":["https://openalex.org/I142608572"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Olfa Mzoughi","raw_affiliation_strings":["Prince Sattam Bin Abdulaziz University, Al-Kharj, Saudi Arabia","Department of Computer Science, College of Sciences and Humanities, Prince Sattam bin Abdulaziz University, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Prince Sattam Bin Abdulaziz University, Al-Kharj, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]},{"raw_affiliation_string":"Department of Computer Science, College of Sciences and Humanities, Prince Sattam bin Abdulaziz University, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031545931","display_name":"Monia Hamdi","orcid":"https://orcid.org/0000-0003-3690-9868"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Monia Hamdi","raw_affiliation_strings":["Department of Information Technology, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, Riyadh, Saudi Arabia","Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-3690-9868","affiliations":[{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]},{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6841,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69930711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"83171","last_page":"83186"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8544110059738159},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.737606406211853},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.685060441493988},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5663204789161682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.545511782169342},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4760294258594513},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.4325195550918579},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2750135362148285},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.2415466606616974}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8544110059738159},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.737606406211853},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.685060441493988},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5663204789161682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.545511782169342},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4760294258594513},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4325195550918579},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2750135362148285},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2415466606616974},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3302253","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3302253","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209176.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:repository@napier.ac.uk:3164882","is_oa":true,"landing_page_url":"https://napier-repository.worktribe.com/file/3164882/1/A%20Hybrid%20Neuro-Fuzzy%20Approach%20for%20Heterogeneous%20Patch%20Encoding%20in%20ViTs%20Using%20Contrastive%20Embeddings%20and%20Deep%20Knowledge%20Dispersion","pdf_url":"https://napier-repository.worktribe.com/file/3164882/1/A%20Hybrid%20Neuro-Fuzzy%20Approach%20for%20Heterogeneous%20Patch%20Encoding%20in%20ViTs%20Using%20Contrastive%20Embeddings%20and%20Deep%20Knowledge%20Dispersion","source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:bd65e7a146c84af5855d8aeb9d9626de","is_oa":true,"landing_page_url":"https://doaj.org/article/bd65e7a146c84af5855d8aeb9d9626de","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 83171-83186 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3302253","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3302253","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209176.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1793957171","display_name":null,"funder_award_id":"PNURSP2023R125","funder_id":"https://openalex.org/F4320322484","funder_display_name":"Princess Nourah Bint Abdulrahman University"},{"id":"https://openalex.org/G2246833281","display_name":null,"funder_award_id":"PSAU/2023/R/1444","funder_id":"https://openalex.org/F4320311227","funder_display_name":"Prince Sattam bin Abdulaziz University"},{"id":"https://openalex.org/G4293615652","display_name":null,"funder_award_id":"PSAU/2023/R/1444","funder_id":"https://openalex.org/F4320322484","funder_display_name":"Princess Nourah Bint Abdulrahman University"}],"funders":[{"id":"https://openalex.org/F4320311227","display_name":"Prince Sattam bin Abdulaziz University","ror":"https://ror.org/04jt46d36"},{"id":"https://openalex.org/F4320322484","display_name":"Princess Nourah Bint Abdulrahman University","ror":"https://ror.org/05b0cyh02"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385569539.pdf","grobid_xml":"https://content.openalex.org/works/W4385569539.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2619510810","https://openalex.org/W2954996726","https://openalex.org/W2998249317","https://openalex.org/W3023056542","https://openalex.org/W3023070944","https://openalex.org/W3114757058","https://openalex.org/W3117450517","https://openalex.org/W3139633126","https://openalex.org/W3159778524","https://openalex.org/W3160329607","https://openalex.org/W3162090017","https://openalex.org/W3171873561","https://openalex.org/W3177190797","https://openalex.org/W3197438232","https://openalex.org/W3202860858","https://openalex.org/W3206824631","https://openalex.org/W4206706211","https://openalex.org/W4212819272","https://openalex.org/W4213019189","https://openalex.org/W4214493665","https://openalex.org/W4214520160","https://openalex.org/W4214614183","https://openalex.org/W4214713996","https://openalex.org/W4226345037","https://openalex.org/W4245763025","https://openalex.org/W4322716158","https://openalex.org/W6739901393","https://openalex.org/W6748053814","https://openalex.org/W6749019921","https://openalex.org/W6788071488","https://openalex.org/W6795062860","https://openalex.org/W6795140394","https://openalex.org/W6796417832","https://openalex.org/W6803028189","https://openalex.org/W6810308439"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W2733410219","https://openalex.org/W2734358244","https://openalex.org/W3208266890"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViT)":[2],"are":[3,167],"commonly":[4],"utilized":[5],"in":[6,28,139,151,210],"image":[7,32],"recognition":[8,33],"and":[9,25,38,46,59,91,108,118,165,212,246],"related":[10],"applications.":[11],"It":[12,143],"delivers":[13],"impressive":[14],"results":[15,204],"when":[16],"it":[17,41],"is":[18,51,69,130,176],"pre-trained":[19],"using":[20,76],"massive":[21],"volumes":[22],"of":[23,79,102,190,229],"data":[24],"then":[26,47],"employed":[27],"mid-sized":[29],"or":[30],"small-scale":[31],"evaluations":[34],"such":[35],"as":[36,178],"ImageNet":[37],"CIFAR-100.":[39],"Basically,":[40],"converts":[42],"images":[43],"into":[44],"patches,":[45],"the":[48,65,134,140,145,182,235],"patch":[49,66,157],"encoding":[50,67],"used":[52,150,168],"to":[53,71,132,148],"produce":[54,72],"latent":[55,136,146],"embeddings":[56,87,111,209,231,241],"(linear":[57],"projection":[58,90,104],"positional":[60,92,106],"embedding).":[61],"In":[62],"this":[63,98],"work,":[64],"module":[68],"modified":[70],"heterogeneous":[73],"embedding":[74,107,238],"by":[75],"new":[77],"types":[78],"weighted":[80,100],"encoding.":[81,158,233],"A":[82],"traditional":[83],"transformer":[84,141,211],"uses":[85],"two":[86],"including":[88],"linear":[89,103],"embedding.":[93,122],"The":[94,173,202,221],"proposed":[95,131,174],"model":[96,175],"replaces":[97],"with":[99,227,239],"combination":[101,228],"embedding,":[105],"three":[109],"additional":[110],"called":[112],"Spatial":[113],"Gated,":[114],"Fourier":[115,243],"Token":[116,244],"Mixing":[117,245],"Multi-layer":[119],"perceptron":[120],"Mixture":[121],"Secondly,":[123],"a":[124],"Divergent":[125,194],"Knowledge":[126,195],"Dispersion":[127,196],"(DKD)":[128,197],"mechanism":[129,215],"propagate":[133],"previous":[135],"information":[137],"far":[138],"network.":[142],"ensures":[144],"knowledge":[147],"be":[149],"multi":[152],"headed":[153],"attention":[154],"for":[155,169,186,198,218,232],"efficient":[156],"Four":[159],"benchmark":[160,219],"datasets":[161],"(MNIST,":[162],"Fashion-MNIST,":[163],"CIFAR-10":[164],"CIFAR-100)":[166],"comparative":[170],"performance":[171,217],"evaluation.":[172],"named":[177],"SWEKP-based":[179],"ViT,":[180],"where":[181],"term":[183],"SWEKP":[184],"stands":[185],"Stochastic":[187],"Weighted":[188],"Composition":[189],"Contrastive":[191],"Embeddings":[192],"&":[193],"Heterogeneous":[199],"Patch":[200],"Encoding.":[201],"experimental":[203],"show":[205],"that":[206],"adding":[207],"extra":[208],"integrating":[213],"DKD":[214],"increases":[216],"datasets.":[220],"ViT":[222],"has":[223],"been":[224],"trained":[225],"separately":[226],"these":[230],"Conclusively,":[234],"spatial":[236],"gated":[237],"default":[240],"outperforms":[242],"MLP-Mixture":[247],"embeddings.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}