{"id":"https://openalex.org/W7134826147","doi":"https://doi.org/10.48550/arxiv.2603.07294","title":"MAviS: A Multimodal Conversational Assistant For Avian Species","display_name":"MAviS: A Multimodal Conversational Assistant For Avian Species","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7134826147","doi":"https://doi.org/10.48550/arxiv.2603.07294"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.07294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.07294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.07294","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120308835","display_name":"Yevheniia Kryklyvets","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kryklyvets, Yevheniia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128676594","display_name":"Mohammed Irfan Kurpath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kurpath, Mohammed Irfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128664494","display_name":"Sahal Shaji Mullappilly","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mullappilly, Sahal Shaji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047303316","display_name":"Jinxing Zhou","orcid":"https://orcid.org/0000-0001-6402-7593"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jinxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128647062","display_name":"Fahad Shabzan Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Fahad Shabzan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128638120","display_name":"Rao Anwer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anwer, Rao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128659888","display_name":"Salman Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Salman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009362997","display_name":"Hisham Cholakkal","orcid":"https://orcid.org/0000-0002-8230-9065"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cholakkal, Hisham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.48240000009536743,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.48240000009536743,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.29510000348091125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.021800000220537186,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6545000076293945},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.609000027179718},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6001999974250793},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5033000111579895},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4884999990463257},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4027999937534332}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6545000076293945},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.609000027179718},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6001999974250793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5964000225067139},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5033000111579895},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4884999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4253999888896942},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4027999937534332},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3215000033378601},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C2994246104","wikidata":"https://www.wikidata.org/wiki/Q641498","display_name":"Biodiversity conservation","level":3,"score":0.2851000130176544},{"id":"https://openalex.org/C130217890","wikidata":"https://www.wikidata.org/wiki/Q47041","display_name":"Biodiversity","level":2,"score":0.2782999873161316}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.07294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.07294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.07294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.07294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","score":0.5814257264137268,"display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fine-grained":[0],"understanding":[1],"and":[2,13,39,64,75,97,99,109,133,155],"species-specific":[3,131],"multimodal":[4,18,56,91,106,170],"question":[5,107],"answering":[6],"are":[7],"vital":[8],"for":[9,67,102,114,172],"advancing":[10],"biodiversity":[11],"conservation":[12],"ecological":[14,173],"monitoring.":[15],"However,":[16],"existing":[17],"large":[19,149],"language":[20],"models":[21],"face":[22],"challenges":[23],"when":[24],"it":[25,34],"comes":[26],"to":[27,36,128],"specialized":[28],"topics":[29],"like":[30],"avian":[31,57,130],"species,":[32,71],"making":[33],"harder":[35],"provide":[37],"accurate":[38],"contextually":[40],"relevant":[41],"information":[42],"in":[43],"these":[44],"areas.":[45],"To":[46],"address":[47],"this":[48],"limitation,":[49],"we":[50,87,117],"introduce":[51,88],"the":[52,85,144,157,166],"MAviS-Dataset,":[53,86],"a":[54,90,120,148],"large-scale":[55],"species":[58,104],"dataset":[59],"that":[60,93,141],"integrates":[61],"image,":[62],"audio,":[63,95],"text":[65,98],"modalities":[66],"over":[68,123],"1,000":[69],"bird":[70],"comprising":[72],"both":[73],"pretraining":[74],"instruction-tuning":[76],"subsets":[77],"enriched":[78],"with":[79],"structured":[80],"question-answer":[81],"pairs.":[82],"Building":[83],"on":[84],"MAviS-Chat,":[89],"LLM":[92],"supports":[94],"vision,":[96],"is":[100],"designed":[101,127],"fine-grained":[103],"understanding,":[105],"answering,":[108],"scene-specific":[110],"description":[111],"generation.":[112],"Finally,":[113],"quantitative":[115],"evaluation,":[116],"present":[118],"MAviS-Bench,":[119],"benchmark":[121],"of":[122,159,168],"25,000":[124],"QA":[125],"pairs":[126],"assess":[129],"perceptual":[132],"reasoning":[134],"abilities":[135],"across":[136],"modalities.":[137],"Experimental":[138],"results":[139,154],"show":[140],"MAviS-Chat":[142],"outperforms":[143],"baseline":[145],"MiniCPM-o-2.6":[146],"by":[147],"margin,":[150],"achieving":[151],"state-of-the-art":[152],"open-source":[153],"demonstrating":[156],"effectiveness":[158],"our":[160],"instruction-tuned":[161],"MAviS-Dataset.":[162],"Our":[163],"findings":[164],"highlight":[165],"necessity":[167],"domain-adaptive":[169],"LLMs":[171],"applications.":[174]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-11T00:00:00"}