{"id":"https://openalex.org/W4405488985","doi":"https://doi.org/10.1109/embc53108.2024.10782188","title":"Aligning Transregional Neural Dynamics with Transformer-based Variational Autoencoders<sup>*</sup>","display_name":"Aligning Transregional Neural Dynamics with Transformer-based Variational Autoencoders<sup>*</sup>","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405488985","doi":"https://doi.org/10.1109/embc53108.2024.10782188","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039425"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033552804","display_name":"Shenghui Wu","orcid":"https://orcid.org/0000-0001-5333-8804"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shenghui Wu","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368805","display_name":"Xiang Zhang","orcid":"https://orcid.org/0000-0001-5097-2113"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090588286","display_name":"Yifan Huang","orcid":"https://orcid.org/0000-0003-2053-9305"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifan Huang","raw_affiliation_strings":["The University of Hong Kong,Medicine School,Department of Orthopaedics and Traumatology,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong,Medicine School,Department of Orthopaedics and Traumatology,Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383445","display_name":"Yiwen Wang","orcid":"https://orcid.org/0000-0002-1878-6182"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiwen Wang","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering and Department of Chemical and Biological Engineering,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering and Department of Chemical and Biological Engineering,Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5675967931747437},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5480731129646301},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.448598712682724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.391740620136261},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.30856406688690186},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.14380672574043274},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.14128300547599792}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5675967931747437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5480731129646301},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.448598712682724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.391740620136261},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.30856406688690186},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.14380672574043274},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.14128300547599792}],"mesh":[{"descriptor_ui":"D000098446","descriptor_name":"Autoencoder","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098446","descriptor_name":"Autoencoder","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098446","descriptor_name":"Autoencoder","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000200","descriptor_name":"Action Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000200","descriptor_name":"Action Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000200","descriptor_name":"Action Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000200","descriptor_name":"Action Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009044","descriptor_name":"Motor Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009044","descriptor_name":"Motor Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009044","descriptor_name":"Motor Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009044","descriptor_name":"Motor Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D017207","descriptor_name":"Rats, Sprague-Dawley","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017207","descriptor_name":"Rats, Sprague-Dawley","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017207","descriptor_name":"Rats, Sprague-Dawley","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017207","descriptor_name":"Rats, Sprague-Dawley","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/embc53108.2024.10782188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039425","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039425","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-168379","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-168379","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1974803102","https://openalex.org/W1991266025","https://openalex.org/W2133099218","https://openalex.org/W2795210532","https://openalex.org/W2951777958","https://openalex.org/W2976149155","https://openalex.org/W2997421847","https://openalex.org/W3209750256","https://openalex.org/W4285591118","https://openalex.org/W4385429488","https://openalex.org/W4388488592","https://openalex.org/W4389572946","https://openalex.org/W6854710397"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2935759653","https://openalex.org/W3105167352","https://openalex.org/W54078636","https://openalex.org/W2954470139","https://openalex.org/W1501425562","https://openalex.org/W2902782467","https://openalex.org/W3084825885"],"abstract_inverted_index":{"Spike":[0],"prediction":[1,67,163],"models":[2],"can":[3,180,210,220],"reveal":[4],"how":[5],"different":[6],"brain":[7,135],"regions":[8,136],"communicate":[9],"via":[10],"neural":[11,27,40,78,172,203,239],"spiking":[12],"activity.":[13,173],"Meanwhile,":[14],"low-dimensional":[15],"latent":[16,36,59,119,130,158,182,207,230],"variables":[17,120,131],"have":[18,42,205],"been":[19,44],"widely":[20],"used":[21],"to":[22,52,70,116,169,223,234],"describe":[23],"the":[24,56,82,88,99,118,129,133,143,150,162,178,185,199,225,235],"evolvement":[25],"of":[26,34,58,93,228,237],"activities":[28],"in":[29],"single-region":[30],"analysis.":[31],"However,":[32],"correlations":[33],"these":[35],"dynamics":[37,60,183,208,231],"for":[38,65,111,146,153,214],"transregional":[39,229],"activity":[41,80,204],"rarely":[43],"studied.":[45],"Here,":[46],"we":[47,127,160],"propose":[48],"a":[49,94,138],"unified":[50],"architecture":[51],"analyze":[53],"and":[54,87,113,149,187,201,209,232],"exploit":[55],"correlation":[57],"between":[61],"two":[62,106,134],"cortical":[63],"areas":[64],"spike":[66,124,166,189,215],"from":[68,81,121,132,164,184],"upstream":[69],"downstream":[71],"areas.":[72],"The":[73,174],"method":[74,219],"is":[75],"validated":[76],"on":[77],"population":[79],"medial":[83],"prefrontal":[84],"cortex":[85,91],"(mPFC)":[86],"primary":[89],"motor":[90],"(M1)":[92],"Sprague":[95],"Dawley":[96],"rat":[97],"during":[98],"two-lever":[100],"discrimination":[101],"task.":[102],"We":[103,195],"separately":[104],"train":[105,167],"Transformer-based":[107],"variational":[108],"autoencoders":[109],"(tVAEs)":[110],"mPFC":[112,147,165,186,200],"M1":[114,154,170,188,202],"neurons":[115,148,155],"extract":[117,181],"their":[122],"self-history":[123],"trains.":[125],"Then,":[126],"align":[128],"with":[137],"regression":[139],"model.":[140],"By":[141],"cascading":[142],"tVAE":[144,151],"encoder":[145],"decoder":[152],"through":[156],"aligned":[157,213],"variables,":[159],"achieve":[161],"history":[168],"future":[171,238],"results":[175],"show":[176],"that":[177,191,198],"tVAEs":[179],"ensembles":[190],"resemble":[192],"behavioral":[193],"trajectories.":[194],"also":[196],"demonstrate":[197],"shared":[206],"be":[211,221],"linearly":[212],"prediction.":[216],"Consequently,":[217],"our":[218],"applied":[222],"study":[224],"evolving":[226],"relationship":[227],"contribute":[233],"design":[236],"prostheses.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}