{"id":"https://openalex.org/W7140191927","doi":"https://doi.org/10.48550/arxiv.2603.22053","title":"AnimalCLAP: Taxonomy-Aware Language-Audio Pretraining for Species Recognition and Trait Inference","display_name":"AnimalCLAP: Taxonomy-Aware Language-Audio Pretraining for Species Recognition and Trait Inference","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7140191927","doi":"https://doi.org/10.48550/arxiv.2603.22053"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22053","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22053","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shinoda, Risa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shinoda, Risa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shiohara, Kaede","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiohara, Kaede","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Inoue, Nakamasa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inoue, Nakamasa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Santo, Hiroaki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Santo, Hiroaki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Okura, Fumio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okura, Fumio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11665","display_name":"Animal Vocal Communication and Behavior","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1309","display_name":"Developmental Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11665","display_name":"Animal Vocal Communication and Behavior","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1309","display_name":"Developmental Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10699","display_name":"Primate Behavior and Ecology","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5706999897956848},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5674999952316284},{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.5249999761581421},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3440999984741211},{"id":"https://openalex.org/keywords/species-identification","display_name":"Species identification","score":0.3138999938964844},{"id":"https://openalex.org/keywords/animal-species","display_name":"Animal species","score":0.3068000078201294}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6014999747276306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.585099995136261},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5706999897956848},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4772000014781952},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C2987826769","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Species identification","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C2993056352","wikidata":"https://www.wikidata.org/wiki/Q7432","display_name":"Animal species","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C48702757","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Biological classification","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2597000002861023},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22053","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22053","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.5134037733078003}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Animal":[0],"vocalizations":[1],"provide":[2],"crucial":[3],"insights":[4],"for":[5],"wildlife":[6],"assessment,":[7],"particularly":[8],"in":[9,23],"complex":[10],"environments":[11],"such":[12],"as":[13],"forests,":[14],"aiding":[15],"species":[16,29,36,118],"identification":[17],"and":[18,57,93,114,132],"ecological":[19,80,113],"monitoring.":[20],"Recent":[21],"advances":[22],"deep":[24],"learning":[25],"have":[26],"enabled":[27],"automatic":[28],"classification":[30],"from":[31,120],"their":[32,121],"vocalizations.":[33],"However,":[34],"classifying":[35],"unseen":[37,103],"during":[38],"training":[39],"remains":[40],"challenging.":[41],"To":[42],"address":[43],"this":[44,88],"limitation,":[45],"we":[46],"introduce":[47],"AnimalCLAP,":[48],"a":[49,54],"taxonomy-aware":[50],"language-audio":[51],"framework":[52],"comprising":[53],"new":[55],"dataset":[56,67,89],"model":[58,84,110],"that":[59,107],"incorporate":[60],"hierarchical":[61],"biological":[62,115],"information.":[63],"Specifically,":[64],"our":[65,108],"vocalization":[66],"consists":[68],"of":[69,72,102,117],"4,225":[70],"hours":[71],"recordings":[73],"covering":[74],"6,823":[75],"species,":[76],"annotated":[77],"with":[78],"22":[79],"traits.":[81],"The":[82],"AnimalCLAP":[83],"is":[85],"trained":[86],"on":[87],"to":[90,127],"align":[91],"audio":[92],"textual":[94],"representations":[95],"using":[96],"taxonomic":[97],"structures,":[98],"improving":[99],"the":[100],"recognition":[101],"species.":[104],"We":[105],"demonstrate":[106],"proposed":[109],"effectively":[111],"infers":[112],"attributes":[116],"directly":[119],"vocalizations,":[122],"achieving":[123],"superior":[124],"performance":[125],"compared":[126],"CLAP.":[128],"Our":[129],"dataset,":[130],"code,":[131],"models":[133],"will":[134],"be":[135],"publicly":[136],"available":[137],"at":[138],"https://dahlian00.github.io/AnimalCLAP_Page/.":[139]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-25T00:00:00"}