{"id":"https://openalex.org/W4387427505","doi":"https://doi.org/10.48550/arxiv.2310.03111","title":"Multi-modal Gaussian Process Variational Autoencoders for Neural and Behavioral Data","display_name":"Multi-modal Gaussian Process Variational Autoencoders for Neural and Behavioral Data","publication_year":2023,"publication_date":"2023-10-04","ids":{"openalex":"https://openalex.org/W4387427505","doi":"https://doi.org/10.48550/arxiv.2310.03111"},"language":"en","primary_location":{"id":"pmh:doi:10.48550/arxiv.2310.03111","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093022029","display_name":"Rabia Gondur","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gondur, Rabia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015876159","display_name":"Usama Bin Sikandar","orcid":"https://orcid.org/0000-0003-3335-5994"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sikandar, Usama Bin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055798083","display_name":"Evan Schaffer","orcid":"https://orcid.org/0000-0002-8731-4939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schaffer, Evan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036471836","display_name":"Mikio Aoi","orcid":"https://orcid.org/0000-0002-7052-880X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aoi, Mikio Christian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074221798","display_name":"Stephen Keeley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keeley, Stephen L","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5093022029"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9182999730110168,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9126999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.7013791799545288},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6425496339797974},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6346706748008728},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6215341687202454},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5253913998603821},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48809918761253357},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46014273166656494},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45624035596847534},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.448680579662323},{"id":"https://openalex.org/keywords/latent-variable-model","display_name":"Latent variable model","score":0.4268649220466614},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.422702431678772}],"concepts":[{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.7013791799545288},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6425496339797974},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6346706748008728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6215341687202454},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5253913998603821},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48809918761253357},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46014273166656494},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45624035596847534},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.448680579662323},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.4268649220466614},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.422702431678772},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:doi:10.48550/arxiv.2310.03111","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:arXiv.org:2310.03111","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.03111","pdf_url":"https://arxiv.org/pdf/2310.03111","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.03111","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.03111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2310.03111","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4389816108","https://openalex.org/W2973021803","https://openalex.org/W4288257096","https://openalex.org/W2969856101","https://openalex.org/W2461917396","https://openalex.org/W2037497866","https://openalex.org/W4243467573","https://openalex.org/W1502435251","https://openalex.org/W62001224","https://openalex.org/W3032390039"],"abstract_inverted_index":{"Characterizing":[0],"the":[1,153,159,200,210,263],"relationship":[2],"between":[3,145],"neural":[4,89,124,227],"population":[5],"activity":[6],"and":[7,66,162,187,192,212,226,252],"behavioral":[8],"data":[9,49,91,181],"is":[10,204],"a":[11,34,106,113,122,266],"central":[12],"goal":[13],"of":[14,37,155,183,223],"neuroscience.":[15],"While":[16],"latent":[17,95,114,137,165,214],"variable":[18],"models":[19],"(LVMs)":[20],"are":[21,29,142],"successful":[22],"in":[23,112,132,158],"describing":[24],"high-dimensional":[25],"time-series":[26],"data,":[27,38],"they":[28],"typically":[30],"only":[31,208],"designed":[32],"for":[33,69,88],"single":[35],"type":[36],"making":[39],"it":[40],"difficult":[41],"to":[42,109,121,127,148,206],"identify":[43,209],"structure":[44,215],"shared":[45,65,144,211],"across":[46,216],"different":[47],"experimental":[48,73,242],"modalities.":[50,74],"Here,":[51],"we":[52,233],"address":[53],"this":[54,77,168],"shortcoming":[55],"by":[56,78,135],"proposing":[57],"an":[58,85],"unsupervised":[59],"LVM":[60,87],"which":[61,103],"extracts":[62],"temporally":[63,93],"evolving":[64],"independent":[67,147,213],"latents":[68,154],"distinct,":[70],"simultaneously":[71],"recorded":[72],"We":[75,129,151,174,197],"do":[76],"combining":[79],"Gaussian":[80,98],"Process":[81,99],"Factor":[82],"Analysis":[83],"(GPFA),":[84],"interpretable":[86],"spiking":[90],"with":[92,97],"smooth":[94],"space,":[96,115],"Variational":[100],"Autoencoders":[101],"(GP-VAEs),":[102],"similarly":[104],"use":[105],"GP":[107],"prior":[108],"characterize":[110],"correlations":[111],"but":[116,219],"admit":[117],"rich":[118],"expressivity":[119],"due":[120],"deep":[123],"network":[125],"mapping":[126],"observations.":[128],"achieve":[130],"interpretability":[131],"our":[133,156,176,235],"model":[134,157,177],"partitioning":[136],"variability":[138],"into":[139],"components":[140],"that":[141,190,199],"either":[143],"or":[146],"each":[149],"modality.":[150],"parameterize":[152],"Fourier":[160],"domain,":[161],"show":[163,198],"improved":[164],"identification":[166],"using":[167],"approach":[169],"over":[170,195],"standard":[171],"GP-VAE":[172,202],"methods.":[173],"validate":[175],"on":[178,229,237],"simulated":[179],"multi-modal":[180,201,241],"consisting":[182],"Poisson":[184],"spike":[185,255],"counts":[186],"MNIST":[188],"images":[189,225],"scale":[191],"rotate":[193],"smoothly":[194],"time.":[196],"(MM-GPVAE)":[203],"able":[205],"not":[207],"modalities":[217],"accurately,":[218],"provides":[220],"good":[221],"reconstructions":[222],"both":[224],"rates":[228],"held-out":[230],"trials.":[231],"Finally,":[232],"demonstrate":[234],"framework":[236],"two":[238],"real":[239],"world":[240],"settings:":[243],"Drosophila":[244],"whole-brain":[245],"calcium":[246],"imaging":[247],"alongside":[248],"tracked":[249],"limb":[250],"positions,":[251],"Manduca":[253],"sexta":[254],"train":[256],"measurements":[257],"from":[258],"ten":[259],"wing":[260],"muscles":[261],"as":[262],"animal":[264],"tracks":[265],"visual":[267],"stimulus.":[268]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2023-10-08T00:00:00"}