{"id":"https://openalex.org/W4392909666","doi":"https://doi.org/10.1109/icassp48485.2024.10446429","title":"Inducing Inductive Bias in Vision Transformer for EEG Classification","display_name":"Inducing Inductive Bias in Vision Transformer for EEG Classification","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392909666","doi":"https://doi.org/10.1109/icassp48485.2024.10446429"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10446429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446429","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028664725","display_name":"Rabindra Khadka","orcid":"https://orcid.org/0000-0002-4519-5038"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Rabindra Khadka","raw_affiliation_strings":["Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","Nordic Centre for Sustainable and Trustworthy Artificial Intelligence Research, Oslo, Norway","Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","institution_ids":["https://openalex.org/I184531372"]},{"raw_affiliation_string":"Nordic Centre for Sustainable and Trustworthy Artificial Intelligence Research, Oslo, Norway","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026685515","display_name":"Pedro G. Lind","orcid":"https://orcid.org/0000-0002-8176-666X"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Pedro G. Lind","raw_affiliation_strings":["Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","Nordic Centre for Sustainable and Trustworthy Artificial Intelligence Research, Oslo, Norway","Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","institution_ids":["https://openalex.org/I184531372"]},{"raw_affiliation_string":"Nordic Centre for Sustainable and Trustworthy Artificial Intelligence Research, Oslo, Norway","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021113621","display_name":"Gustavo Borges Moreno e Mello","orcid":"https://orcid.org/0000-0003-0333-0454"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Gustavo Mello","raw_affiliation_strings":["Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","Nordic Centre for Sustainable and Trustworthy Artificial Intelligence Research, Oslo, Norway","Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","institution_ids":["https://openalex.org/I184531372"]},{"raw_affiliation_string":"Nordic Centre for Sustainable and Trustworthy Artificial Intelligence Research, Oslo, Norway","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041662804","display_name":"Michael Riegler","orcid":"https://orcid.org/0000-0002-6937-986X"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]},{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michael A. Riegler","raw_affiliation_strings":["Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","Simula Metropolitan Center for Digital Engineering, Oslo, Norway","Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","institution_ids":["https://openalex.org/I184531372"]},{"raw_affiliation_string":"Simula Metropolitan Center for Digital Engineering, Oslo, Norway","institution_ids":["https://openalex.org/I4210153474"]},{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032770006","display_name":"Anis Yazidi","orcid":"https://orcid.org/0000-0001-7591-1659"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]},{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Anis Yazidi","raw_affiliation_strings":["Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","Simula Metropolitan Center for Digital Engineering, Oslo, Norway","Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oslo Metropolitan University,Department of Computer Science,Oslo,Norway","institution_ids":["https://openalex.org/I184531372"]},{"raw_affiliation_string":"Simula Metropolitan Center for Digital Engineering, Oslo, Norway","institution_ids":["https://openalex.org/I4210153474"]},{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway","institution_ids":["https://openalex.org/I184531372"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028664725"],"corresponding_institution_ids":["https://openalex.org/I184531372"],"apc_list":null,"apc_paid":null,"fwci":1.9594,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87435146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2096","last_page":"2100"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9028000235557556,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5833081007003784},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5756623148918152},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5667411088943481},{"id":"https://openalex.org/keywords/inductive-bias","display_name":"Inductive bias","score":0.4861612021923065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4265420436859131},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39180833101272583},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3550882041454315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3210919499397278},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23955467343330383},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16246020793914795},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15225493907928467},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.13829508423805237},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12306368350982666},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.07155296206474304}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5833081007003784},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5756623148918152},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5667411088943481},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.4861612021923065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4265420436859131},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39180833101272583},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3550882041454315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3210919499397278},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23955467343330383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16246020793914795},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15225493907928467},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.13829508423805237},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12306368350982666},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.07155296206474304},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10446429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446429","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4280670765","display_name":"Intelligent digital tools for screening of brain connectivity and dementia risk estimation in people affected by mild cognitive impairment.","funder_award_id":"964220","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2047665261","https://openalex.org/W2053999696","https://openalex.org/W2086523769","https://openalex.org/W2110302945","https://openalex.org/W2345279893","https://openalex.org/W2528723730","https://openalex.org/W2601369343","https://openalex.org/W2792643794","https://openalex.org/W2963155035","https://openalex.org/W2963263347","https://openalex.org/W3006385477","https://openalex.org/W3031696893","https://openalex.org/W3094502228","https://openalex.org/W3121810080","https://openalex.org/W3134963548","https://openalex.org/W3138516171","https://openalex.org/W3159778524","https://openalex.org/W3168825659","https://openalex.org/W3175544090","https://openalex.org/W4214493665","https://openalex.org/W4292731283","https://openalex.org/W4312597583","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6638667902","https://openalex.org/W6726497184","https://openalex.org/W6749029207","https://openalex.org/W6780226713","https://openalex.org/W6784333009","https://openalex.org/W6793958814","https://openalex.org/W6795062860","https://openalex.org/W6797790494"],"related_works":["https://openalex.org/W1810370127","https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W2049513647","https://openalex.org/W2988848585","https://openalex.org/W4233722919","https://openalex.org/W4323929055"],"abstract_inverted_index":{"Human":[0],"brain":[1],"signals":[2,94],"are":[3],"highly":[4],"complex":[5],"and":[6,21,95,103,153],"dynamic":[7],"in":[8,19,22,34,66,91,106,156],"nature.":[9],"Electroencephalogram":[10],"(EEG)":[11],"devices":[12],"capture":[13,101,165],"some":[14],"of":[15,40,53,61,74,134,168,189,194],"this":[16,43],"complexity,":[17],"both":[18],"space":[20],"time,":[23],"with":[24,37,125,180,199,211,241],"a":[25,47,80,114],"certain":[26],"resolution.":[27],"Recently,":[28],"transformer-based":[29,48,173],"models":[30,174],"have":[31],"been":[32],"explored":[33],"various":[35],"applications":[36],"different":[38],"modalities":[39],"data.":[41],"In":[42],"work,":[44],"we":[45,78,112,184],"introduce":[46,113],"model":[49,124,230,240],"for":[50],"the":[51,58,62,71,75,92,132,151,166,190,200,218],"classification":[52],"EEG":[54,76,93,107,157,221],"signals,":[55],"inspired":[56],"by":[57,70],"recent":[59],"success":[60],"Vision":[63,143],"Transformer":[64,144],"(ViT)":[65],"image":[67],"classification.":[68],"Driven":[69],"distinctive":[72],"characteristics":[73],"data,":[77],"design":[79],"module":[81,130],"that":[82,110,119,163,186],"enables":[83,202],"us":[84],"to":[85,100,139,160,236],"(1)":[86],"extract":[87],"spatio-temporal":[88],"tokens":[89],"inherent":[90,191],"(2)":[96],"integrate":[97],"additional":[98],"non-linearities":[99],"intricate":[102],"non-linear":[104],"patterns":[105],"signals.":[108],"To":[109],"end,":[111],"new":[115],"lightweight":[116],"architectural":[117],"component":[118],"combines":[120],"our":[121,135,187,229],"proposed":[122],"attention":[123],"convolution.":[126],"This":[127,146],"convolutional":[128],"tokenization":[129],"forms":[131],"basis":[133],"vision":[136],"backbone":[137],"referred":[138],"as":[140,212,214],"Brain":[141],"Signal":[142],"(BSVT).":[145],"architecture":[147],"takes":[148],"into":[149],"account":[150],"spatial":[152],"temporal":[154],"features":[155],"datasets,":[158,182,210],"leading":[159],"token":[161],"embeddings":[162],"effectively":[164],"fusion":[167],"spatial-temporal":[169],"information.":[170],"Moreover,":[171],"while":[172],"typically":[175],"perform":[176],"well":[177],"when":[178],"provided":[179],"large":[181],"here":[183],"show":[185],"combination":[188],"inductive":[192],"bias":[193],"Convolutional":[195],"Neural":[196],"Networks":[197],"(CNN)":[198],"transformer":[201],"efficient":[203],"training":[204],"from":[205,223],"scratch":[206],"using":[207],"relatively":[208],"small":[209],"few":[213],"0.75M":[215],"parameters.":[216],"On":[217],"publicly":[219],"available":[220,247],"dataset":[222],"Temple":[224],"University":[225],"Hospital":[226],"(TUH":[227],"Abnormal),":[228],"achieves":[231],"results":[232],"comparable":[233],"or":[234],"superior":[235],"its":[237],"counterpart":[238],"ViT":[239],"patchify":[242],"stem.":[243],"The":[244],"implementation":[245],"is":[246],"at":[248],"https://github.com/IamRabin/BSVT.git":[249]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}