{"id":"https://openalex.org/W4405786817","doi":"https://doi.org/10.1109/tifs.2024.3520306","title":"B-AVIBench: Toward Evaluating the Robustness of Large Vision-Language Model on Black-Box Adversarial Visual-Instructions","display_name":"B-AVIBench: Toward Evaluating the Robustness of Large Vision-Language Model on Black-Box Adversarial Visual-Instructions","publication_year":2024,"publication_date":"2024-12-25","ids":{"openalex":"https://openalex.org/W4405786817","doi":"https://doi.org/10.1109/tifs.2024.3520306"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3520306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3520306","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100396897","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0002-3572-7053"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101827257","display_name":"Wenqi Shao","orcid":"https://orcid.org/0000-0003-3781-4086"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqi Shao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101779249","display_name":"Hong Liu","orcid":"https://orcid.org/0000-0002-9668-4309"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hong Liu","raw_affiliation_strings":["Institute for Datability Science, Osaka University, Osaka, Japan","Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Institute for Datability Science, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101425591","display_name":"Yongqiang Ma","orcid":"https://orcid.org/0000-0001-8450-0042"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongqiang Ma","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752685","display_name":"Ping Luo","orcid":"https://orcid.org/0000-0002-6645-4721"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Luo","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620176","display_name":"Yu Qiao","orcid":"https://orcid.org/0000-0002-2191-3875"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Qiao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047405956","display_name":"Nanning Zheng","orcid":"https://orcid.org/0000-0003-1608-8257"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanning Zheng","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036606244","display_name":"Kaipeng Zhang","orcid":"https://orcid.org/0000-0001-6105-6532"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaipeng Zhang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100396897"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":3.6748,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94470828,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":null,"first_page":"1434","last_page":"1446"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.857254147529602},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7692779898643494},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6153382062911987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5671700239181519},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5450832843780518},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5034682154655457},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.386734277009964},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3645842671394348},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.354022741317749}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.857254147529602},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7692779898643494},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6153382062911987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5671700239181519},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5450832843780518},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5034682154655457},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.386734277009964},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3645842671394348},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.354022741317749},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3520306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3520306","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3747004767","display_name":null,"funder_award_id":"2022ZD0160101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5058943624","display_name":null,"funder_award_id":"2022ZD0160101","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W2805173585","https://openalex.org/W2947415936","https://openalex.org/W2949128310","https://openalex.org/W2962816513","https://openalex.org/W2962818281","https://openalex.org/W2996851481","https://openalex.org/W3035507081","https://openalex.org/W3101449015","https://openalex.org/W3173859330","https://openalex.org/W4237129069","https://openalex.org/W4312846625","https://openalex.org/W4316661146","https://openalex.org/W4321482189","https://openalex.org/W4386025709","https://openalex.org/W4390190425","https://openalex.org/W4390874161","https://openalex.org/W4391326543","https://openalex.org/W4392901965","https://openalex.org/W4393157467","https://openalex.org/W4399884539","https://openalex.org/W4400017651","https://openalex.org/W4402716381","https://openalex.org/W4402727057","https://openalex.org/W4402727764","https://openalex.org/W4402753786","https://openalex.org/W6639432524","https://openalex.org/W6746608116","https://openalex.org/W6750862848","https://openalex.org/W6751744669","https://openalex.org/W6752906774","https://openalex.org/W6766401332","https://openalex.org/W6787972765","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6805152169","https://openalex.org/W6849028816","https://openalex.org/W6849161422","https://openalex.org/W6849177959","https://openalex.org/W6850625674","https://openalex.org/W6851592950","https://openalex.org/W6851813333","https://openalex.org/W6851950068","https://openalex.org/W6852060543","https://openalex.org/W6852447913","https://openalex.org/W6852489829","https://openalex.org/W6852738887","https://openalex.org/W6853116092","https://openalex.org/W6853255756","https://openalex.org/W6853264062","https://openalex.org/W6853821718","https://openalex.org/W6854112902","https://openalex.org/W6854231400","https://openalex.org/W6854308264","https://openalex.org/W6854336665","https://openalex.org/W6854347851","https://openalex.org/W6855469472","https://openalex.org/W6856615524","https://openalex.org/W6856669996","https://openalex.org/W6857055646","https://openalex.org/W6858882175","https://openalex.org/W6859336385","https://openalex.org/W6860041859","https://openalex.org/W6860927330","https://openalex.org/W6861285878","https://openalex.org/W6861475616","https://openalex.org/W6861704467","https://openalex.org/W6862463349","https://openalex.org/W6876812787"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W3009622996","https://openalex.org/W3037859390"],"abstract_inverted_index":{"Large":[0],"Vision-Language":[1],"Models":[2],"(LVLMs)":[3],"have":[4],"shown":[5],"significant":[6],"progress":[7],"in":[8,42,164],"responding":[9],"well":[10],"to":[11,24,57,123,136],"visual-instructions":[12],"from":[13],"users.":[14],"However,":[15],"these":[16],"instructions,":[17],"encompassing":[18,102],"images":[19],"and":[20,27,81,93,110,146,157,170,181,188],"text,":[21],"are":[22,190],"susceptible":[23],"both":[25],"intentional":[26],"inadvertent":[28],"attacks.":[29],"Despite":[30],"the":[31,59,138,153,174,178],"critical":[32],"importance":[33,175],"of":[34,61,73,78,84,105,140,155,176,183],"LVLMs\u2019":[35],"robustness":[36,60,139],"against":[37,142],"such":[38],"threats,":[39],"current":[40],"research":[41],"this":[43,49],"area":[44],"remains":[45],"limited.":[46],"To":[47],"bridge":[48],"gap,":[50],"we":[51],"introduce":[52],"B-AVIBench,":[53],"a":[54,116,131],"framework":[55],"designed":[56],"analyze":[58],"LVLMs":[62,122,141,167],"when":[63],"facing":[64],"various":[65],"Black-box":[66],"Adversarial":[67],"Visual-Instructions":[68],"(B-AVIs),":[69],"including":[70],"four":[71],"types":[72,77,83],"image-based":[74],"B-AVIs,":[75,80],"ten":[76],"text-based":[79],"nine":[82],"content":[85,111],"bias":[86],"B-AVIs":[87,101],"(such":[88],"as":[89,130],"gender,":[90],"violence,":[91],"cultural,":[92],"racial":[94],"biases,":[95],"among":[96],"others).":[97],"We":[98,113],"generate":[99],"316K":[100],"five":[103],"categories":[104],"multimodal":[106],"capabilities":[107],"(ten":[108],"tasks)":[109],"bias.":[112],"then":[114],"conduct":[115],"comprehensive":[117],"evaluation":[118],"involving":[119],"14":[120],"open-source":[121],"assess":[124],"their":[125],"performance.":[126],"B-AVIBench":[127],"also":[128],"serves":[129],"convenient":[132],"tool":[133],"for":[134],"practitioners":[135],"evaluate":[137],"B-AVIs.":[143],"Our":[144],"findings":[145],"extensive":[147],"experimental":[148],"results":[149],"shed":[150],"light":[151],"on":[152],"vulnerabilities":[154],"LVLMs,":[156],"highlight":[158],"that":[159],"inherent":[160],"biases":[161],"exist":[162],"even":[163],"advanced":[165],"closed-source":[166],"like":[168],"GeminiProVision":[169],"GPT-4V.":[171],"This":[172],"underscores":[173],"enhancing":[177],"robustness,":[179],"security,":[180],"fairness":[182],"LVLMs.":[184],"The":[185],"source":[186],"code":[187],"benchmark":[189],"available":[191],"at":[192],"<uri":[193],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[194],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/zhanghao5201/B-AVIBench</uri>.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}