{"id":"https://openalex.org/W4408353537","doi":"https://doi.org/10.1109/icassp49660.2025.10887834","title":"Latent Representation Learning for Multimodal Brain Activity Translation","display_name":"Latent Representation Learning for Multimodal Brain Activity Translation","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408353537","doi":"https://doi.org/10.1109/icassp49660.2025.10887834"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10887834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887834","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038710894","display_name":"Arman Afrasiyabi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Arman Afrasiyabi","raw_affiliation_strings":["Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046038107","display_name":"Dhananjay Bhaskar","orcid":"https://orcid.org/0000-0001-8068-3101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhananjay Bhaskar","raw_affiliation_strings":["Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060271360","display_name":"Erica L. Busch","orcid":"https://orcid.org/0000-0002-5906-9622"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erica L. Busch","raw_affiliation_strings":["Department of Psychology"],"affiliations":[{"raw_affiliation_string":"Department of Psychology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085799770","display_name":"Laurent Caplette","orcid":"https://orcid.org/0000-0002-7997-5729"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laurent Caplette","raw_affiliation_strings":["Department of Psychology"],"affiliations":[{"raw_affiliation_string":"Department of Psychology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100612644","display_name":"Rahul Singh","orcid":"https://orcid.org/0000-0003-4561-755X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahul Singh","raw_affiliation_strings":["Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043037494","display_name":"Guillaume Lajoie","orcid":"https://orcid.org/0000-0003-2730-7291"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guillaume Lajoie","raw_affiliation_strings":["Department of Mathematics and Statistics"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053538138","display_name":"Nicholas B. Turk\u2010Browne","orcid":"https://orcid.org/0000-0001-7519-3001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicholas B. Turk-Browne","raw_affiliation_strings":["Department of Psychology"],"affiliations":[{"raw_affiliation_string":"Department of Psychology","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045475274","display_name":"Smita Krishnaswamy","orcid":"https://orcid.org/0000-0001-5823-1985"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smita Krishnaswamy","raw_affiliation_strings":["Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5038710894"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02041292,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9387999773025513,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9347000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6928088665008545},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.608734667301178},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5496854782104492},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5138578414916992},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47803908586502075},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06002706289291382}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6928088665008545},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.608734667301178},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5496854782104492},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5138578414916992},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47803908586502075},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06002706289291382},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10887834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887834","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338440","display_name":"HORIZON EUROPE Health","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1505262177","https://openalex.org/W2005926822","https://openalex.org/W2089632738","https://openalex.org/W2163234334","https://openalex.org/W2170819243","https://openalex.org/W2536613192","https://openalex.org/W2790960691","https://openalex.org/W2946789980","https://openalex.org/W2949290395","https://openalex.org/W2949869422","https://openalex.org/W3090586711","https://openalex.org/W4206728207","https://openalex.org/W4231449374","https://openalex.org/W4280583234","https://openalex.org/W4309408768","https://openalex.org/W4312933868","https://openalex.org/W4367040772","https://openalex.org/W4385245566","https://openalex.org/W4385894254","https://openalex.org/W4386096847","https://openalex.org/W6779823529","https://openalex.org/W6797464607","https://openalex.org/W6845400197"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Neuroscience":[0],"employs":[1],"diverse":[2],"neuroimaging":[3],"techniques,":[4],"each":[5],"offering":[6],"distinct":[7],"insights":[8],"into":[9],"brain":[10,49,104,114,133,143],"activity,":[11],"from":[12,124,145],"electrophysiological":[13,93],"recordings":[14],"such":[15,26],"as":[16,27],"EEG,":[17],"which":[18,29,43,62],"have":[19,30],"high":[20],"temporal":[21,67,111],"resolution,":[22],"to":[23,98,109],"hemodynamic":[24],"modalities":[25,71],"fMRI,":[28],"increased":[31],"spatial":[32,65],"precision.":[33],"However,":[34],"integrating":[35],"these":[36],"heterogeneous":[37],"data":[38],"sources":[39],"remains":[40],"a":[41,45,74,84,129],"challenge,":[42],"limits":[44],"comprehensive":[46],"understanding":[47],"of":[48,56,79,92,121,132,152],"function.":[50],"We":[51,116,136],"present":[52],"the":[53,64,119,146,155],"Spatiotemporal":[54],"Alignment":[55],"Multimodal":[57],"Brain":[58],"Activity":[59],"(SAMBA)":[60],"framework,":[61],"bridges":[63],"and":[66,106,164],"resolution":[68],"gaps":[69],"across":[70],"by":[72],"learning":[73],"unified":[75],"latent":[76],"space":[77],"free":[78],"modality-specific":[80],"biases.":[81],"SAMBA":[82],"introduces":[83],"novel":[85],"attention-based":[86],"wavelet":[87],"decomposition":[88],"for":[89,157],"spectral":[90],"filtering":[91],"recordings,":[94],"graph":[95],"attention":[96],"networks":[97],"model":[99],"functional":[100,103],"connectivity":[101],"between":[102],"units,":[105],"recurrent":[107],"layers":[108,151],"capture":[110],"autocorrelations":[112],"in":[113,149,161],"signal.":[115],"show":[117],"that":[118],"training":[120],"SAMBA,":[122,153],"aside":[123],"achieving":[125],"translation,":[126],"also":[127],"learns":[128],"rich":[130],"representation":[131,147],"information":[134],"processing.":[135],"showcase":[137],"this":[138],"classify":[139],"external":[140],"stimuli":[141],"driving":[142],"activity":[144],"learned":[148],"hidden":[150],"paving":[154],"way":[156],"broad":[158],"downstream":[159],"applications":[160],"neuroscience":[162],"research":[163],"clinical":[165],"contexts.":[166]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}