{"id":"https://openalex.org/W4406134357","doi":"https://doi.org/10.1109/iccv51701.2025.00156","title":"AVTrustBench: Assessing and Enhancing Reliability and Robustness in Audio-Visual LLMs","display_name":"AVTrustBench: Assessing and Enhancing Reliability and Robustness in Audio-Visual LLMs","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4406134357","doi":"https://doi.org/10.1109/iccv51701.2025.00156"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.00156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00156","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.02135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101778650","display_name":"Sanjoy Chowdhury","orcid":"https://orcid.org/0000-0003-4256-4720"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjoy Chowdhury","raw_affiliation_strings":["University of Maryland,College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101977185","display_name":"Sayan Nag","orcid":"https://orcid.org/0000-0001-5652-125X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sayan Nag","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084391740","display_name":"Subhrajyoti Dasgupta","orcid":"https://orcid.org/0009-0000-7582-4547"},"institutions":[{"id":"https://openalex.org/I4210155582","display_name":"Centre Universitaire de Mila","ror":"https://ror.org/05s3cw058","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210155582"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA","DZ"],"is_corresponding":false,"raw_author_name":"Subhrajyoti Dasgupta","raw_affiliation_strings":["Mila and Universite de Montreal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila and Universite de Montreal","institution_ids":["https://openalex.org/I4210155582","https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103263332","display_name":"Yaoting Wang","orcid":"https://orcid.org/0009-0002-5724-8990"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Yaoting Wang","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085089542","display_name":"Mohamed Elhoseiny","orcid":"https://orcid.org/0000-0001-9659-1551"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Mohamed Elhoseiny","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102907601","display_name":"Ruohan Gao","orcid":"https://orcid.org/0000-0002-8346-1114"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruohan Gao","raw_affiliation_strings":["University of Maryland,College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004194238","display_name":"Dinesh Manocha","orcid":"https://orcid.org/0000-0001-7047-9801"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinesh Manocha","raw_affiliation_strings":["University of Maryland,College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1590","last_page":"1601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.8237000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.8237000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8010811805725098},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.6594537496566772},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5687026381492615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48261579871177673},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.44748976826667786},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.22647154331207275},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1773807406425476},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06425628066062927}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8010811805725098},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.6594537496566772},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5687026381492615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48261579871177673},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.44748976826667786},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.22647154331207275},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1773807406425476},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06425628066062927},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.00156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00156","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2501.02135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.02135","pdf_url":"https://arxiv.org/pdf/2501.02135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.02135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.02135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.02135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.02135","pdf_url":"https://arxiv.org/pdf/2501.02135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4233600955","https://openalex.org/W4322734194","https://openalex.org/W3116237489","https://openalex.org/W4404996554","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935"],"abstract_inverted_index":{"With":[0],"the":[1,32,39,52,85,113,134,137],"rapid":[2],"advancement":[3],"of":[4,54,87,115,121],"Multi-modal":[5],"Large":[6],"Language":[7],"Models":[8],"(MLLMs),":[9],"several":[10],"diagnostic":[11],"benchmarks":[12,26,49],"have":[13],"recently":[14],"been":[15],"developed":[16],"to":[17,29,56,158,172],"assess":[18],"these":[19,25],"models'":[20],"multi-modal":[21],"reasoning":[22],"proficiency.":[23],"However,":[24],"are":[27,47],"restricted":[28],"assessing":[30],"primarily":[31],"visual":[33],"aspect":[34],"and":[35,97,170],"do":[36],"not":[37],"examine":[38],"holistic":[40],"audio-visual":[41,147],"(AV)":[42],"understanding.":[43],"Moreover,":[44],"currently,":[45],"there":[46],"no":[48],"that":[50,112],"investigate":[51],"capabilities":[53,86],"AVLLMs":[55,88],"calibrate":[57],"their":[58],"responses":[59],"when":[60],"presented":[61],"with":[62],"perturbed":[63],"inputs.":[64],"To":[65,132],"this":[66,177],"end,":[67],"we":[68,103,140],"introduce":[69],"Audio-Visual":[70],"Trustworthiness":[71],"assessment":[72],"Benchmark":[73],"(AVTrustBench),":[74],"comprising":[75],"600K":[76],"samples":[77],"spanning":[78],"over":[79],"9":[80,162],"meticulously":[81],"crafted":[82],"tasks,":[83],"evaluating":[84],"across":[89,160],"three":[90],"distinct":[91],"dimensions:":[92],"Adversarial":[93],"attack,":[94],"Compositional":[95],"reasoning,":[96],"Modality-specific":[98],"dependency.":[99],"Using":[100],"our":[101,168],"benchmark":[102,171],"extensively":[104],"evaluate":[105],"13":[106],"state-of-the-art":[107],"AVLLMs.":[108],"The":[109],"findings":[110],"reveal":[111],"majority":[114],"existing":[116,138],"models":[117],"fall":[118],"significantly":[119],"short":[120],"achieving":[122],"human-like":[123],"comprehension,":[124],"offering":[125],"valuable":[126],"insights":[127],"for":[128],"future":[129,174],"research":[130,175],"directions.":[131],"alleviate":[133],"limitations":[135],"in":[136,176],"approaches,":[139],"further":[141],"propose":[142],"a":[143,155],"robust,":[144],"model-agnostic":[145],"calibrated":[146],"preference":[148],"optimization":[149],"based":[150],"training":[151],"strategy":[152],"CAVPref,":[153],"obtaining":[154],"gain":[156],"up":[157],"30.19%":[159],"all":[161],"tasks.":[163],"We":[164],"will":[165],"publicly":[166],"release":[167],"code":[169],"facilitate":[173],"direction.":[178]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-01-08T00:00:00"}