{"id":"https://openalex.org/W7140481237","doi":"https://doi.org/10.48550/arxiv.2603.23883","title":"BioVITA: Biological Dataset, Model, and Benchmark for Visual-Textual-Acoustic Alignment","display_name":"BioVITA: Biological Dataset, Model, and Benchmark for Visual-Textual-Acoustic Alignment","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7140481237","doi":"https://doi.org/10.48550/arxiv.2603.23883"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.23883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.23883","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081677717","display_name":"Risa Shinoda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shinoda, Risa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078203902","display_name":"Kaede Shiohara","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiohara, Kaede","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130662385","display_name":"Nakamasa Inoue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inoue, Nakamasa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101463446","display_name":"Kuniaki Saito","orcid":"https://orcid.org/0000-0001-9446-5068"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saito, Kuniaki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023086235","display_name":"Hiroaki Santo","orcid":"https://orcid.org/0000-0003-2891-5993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Santo, Hiroaki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069226668","display_name":"Fumio Okura","orcid":"https://orcid.org/0000-0001-7595-1300"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okura, Fumio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11665","display_name":"Animal Vocal Communication and Behavior","score":0.6223000288009644,"subfield":{"id":"https://openalex.org/subfields/1309","display_name":"Developmental Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11665","display_name":"Animal Vocal Communication and Behavior","score":0.6223000288009644,"subfield":{"id":"https://openalex.org/subfields/1309","display_name":"Developmental Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.031700000166893005,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6693000197410583},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5449000000953674},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5196999907493591},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.513700008392334},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5063999891281128},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.49470001459121704},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4068000018596649},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.32280001044273376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656000256538391},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6693000197410583},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5449000000953674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5400000214576721},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5196999907493591},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5063999891281128},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.49470001459121704},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4237000048160553},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3905999958515167},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3222000002861023},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C201797286","wikidata":"https://www.wikidata.org/wiki/Q4914986","display_name":"Biological data","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.26190000772476196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.23883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.23883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"animal":[1],"species":[2,36,92],"from":[3],"multimodal":[4,170],"data":[5],"poses":[6],"an":[7,45],"emerging":[8],"challenge":[9],"at":[10],"the":[11,38,41,133],"intersection":[12],"of":[13,40],"computer":[14],"vision":[15],"and":[16,31,69,86,116,140,150],"ecology.":[17],"While":[18],"recent":[19],"biological":[20,57],"models,":[21],"such":[22],"as":[23],"BioCLIP,":[24],"have":[25],"demonstrated":[26],"strong":[27],"alignment":[28,54],"between":[29],"images":[30],"textual":[32,117],"taxonomic":[33,146],"information":[34],"for":[35,56],"identification,":[37],"integration":[39],"audio":[42,84,112],"modality":[43],"remains":[44],"open":[46],"problem.":[47],"We":[48],"propose":[49],"BioVITA,":[50],"a":[51,62,66,71,77,105,122,159],"novel":[52],"visual-textual-acoustic":[53],"framework":[55,108],"applications.":[58],"BioVITA":[59],"involves":[60],"(i)":[61],"training":[63,79,107],"dataset,":[64],"(ii)":[65],"representation":[67,161],"model,":[68],"(iii)":[70],"retrieval":[72,124,131],"benchmark.":[73],"First,":[74],"we":[75,103,120],"construct":[76],"large-scale":[78],"dataset":[80],"comprising":[81],"1.3":[82],"million":[83,88],"clips":[85],"2.3":[87],"images,":[89],"covering":[90],"14,133":[91],"annotated":[93],"with":[94,114,144],"34":[95],"ecological":[96],"trait":[97],"labels.":[98],"Second,":[99],"building":[100],"upon":[101],"BioCLIP2,":[102],"introduce":[104],"two-stage":[106],"to":[109],"effectively":[110],"align":[111],"representations":[113],"visual":[115],"representations.":[118],"Third,":[119],"develop":[121],"cross-modal":[123],"benchmark":[125],"that":[126,155,163],"covers":[127],"all":[128],"possible":[129],"directional":[130],"across":[132],"three":[134,145],"modalities":[135],"(i.e.,":[136],"image-to-audio,":[137],"audio-to-text,":[138],"text-to-image,":[139],"their":[141],"reverse":[142],"directions),":[143],"levels:":[147],"Family,":[148],"Genus,":[149],"Species.":[151],"Extensive":[152],"experiments":[153],"demonstrate":[154],"our":[156],"model":[157],"learns":[158],"unified":[160],"space":[162],"captures":[164],"species-level":[165],"semantics":[166],"beyond":[167],"taxonomy,":[168],"advancing":[169],"biodiversity":[171],"understanding.":[172],"The":[173],"project":[174],"page":[175],"is":[176],"available":[177],"at:":[178],"https://dahlian00.github.io/BioVITA_Page/":[179]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-27T00:00:00"}