{"id":"https://openalex.org/W4312820932","doi":"https://doi.org/10.1109/tifs.2022.3226905","title":"Language Model Agnostic Gray-Box Adversarial Attack on Image Captioning","display_name":"Language Model Agnostic Gray-Box Adversarial Attack on Image Captioning","publication_year":2022,"publication_date":"2022-12-05","ids":{"openalex":"https://openalex.org/W4312820932","doi":"https://doi.org/10.1109/tifs.2022.3226905"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2022.3226905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3226905","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003668441","display_name":"Nayyer Aafaq","orcid":"https://orcid.org/0000-0003-2763-2094"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nayyer Aafaq","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2763-2094","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069697936","display_name":"Naveed Akhtar","orcid":"https://orcid.org/0000-0003-3406-673X"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Naveed Akhtar","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3406-673X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641142","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-7409-0948"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103215307","display_name":"Mubarak Shah","orcid":"https://orcid.org/0000-0002-8216-1128"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mubarak Shah","raw_affiliation_strings":["Center for Research in Computer Vision (CRCV), University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-8216-1128","affiliations":[{"raw_affiliation_string":"Center for Research in Computer Vision (CRCV), University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089986388","display_name":"Ajmal Mian","orcid":"https://orcid.org/0000-0002-5206-3842"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ajmal Mian","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5206-3842","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia, Crawley, WA, Australia","institution_ids":["https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9364,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.9441426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"18","issue":null,"first_page":"626","last_page":"638"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9586644172668457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8774996995925903},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7508993148803711},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.639419436454773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5767508149147034},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5000951290130615},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41623392701148987}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9586644172668457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8774996995925903},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7508993148803711},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.639419436454773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5767508149147034},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5000951290130615},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41623392701148987},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tifs.2022.3226905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3226905","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/1bf449af-8459-43eb-b46a-6a8cdb0d863e","is_oa":false,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/1bf449af-8459-43eb-b46a-6a8cdb0d863e","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aafaq , N , Akhtar , N , Liu , W , Shah , M & Mian , A 2023 , ' Language Model Agnostic Gray-Box Adversarial Attack on Image Captioning ' , IEEE Transactions on Information Forensics and Security , vol. 18 , pp. 626-638 . https://doi.org/10.1109/TIFS.2022.3226905","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2514911462","display_name":"Defense against adversarial attacks on deep learning in computer vision","funder_award_id":"DP190102443","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G3206439402","display_name":null,"funder_award_id":"FT210100268","funder_id":"https://openalex.org/F4320315885","funder_display_name":"Australian Government"},{"id":"https://openalex.org/G3406409465","display_name":null,"funder_award_id":"NIPG-2021-001","funder_id":"https://openalex.org/F4320315885","funder_display_name":"Australian Government"},{"id":"https://openalex.org/G7462726403","display_name":null,"funder_award_id":"HR00112090095","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1586939924","https://openalex.org/W1673923490","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1903029394","https://openalex.org/W1905882502","https://openalex.org/W1915485278","https://openalex.org/W1945616565","https://openalex.org/W1956340063","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2102605133","https://openalex.org/W2157331557","https://openalex.org/W2243397390","https://openalex.org/W2277195237","https://openalex.org/W2408141691","https://openalex.org/W2425121537","https://openalex.org/W2554906389","https://openalex.org/W2556388456","https://openalex.org/W2558834163","https://openalex.org/W2570685808","https://openalex.org/W2575842049","https://openalex.org/W2604505099","https://openalex.org/W2616841723","https://openalex.org/W2618530766","https://openalex.org/W2734506812","https://openalex.org/W2764216487","https://openalex.org/W2766375149","https://openalex.org/W2799244840","https://openalex.org/W2883910824","https://openalex.org/W2919115771","https://openalex.org/W2941205169","https://openalex.org/W2947874337","https://openalex.org/W2949103145","https://openalex.org/W2951390634","https://openalex.org/W2953350408","https://openalex.org/W2953461088","https://openalex.org/W2954182683","https://openalex.org/W2962700793","https://openalex.org/W2962990649","https://openalex.org/W2962995403","https://openalex.org/W2963101956","https://openalex.org/W2963177403","https://openalex.org/W2963504927","https://openalex.org/W2963564844","https://openalex.org/W2963576560","https://openalex.org/W2963743213","https://openalex.org/W2963758027","https://openalex.org/W2963834268","https://openalex.org/W2963857521","https://openalex.org/W2963916161","https://openalex.org/W2963969878","https://openalex.org/W2964097310","https://openalex.org/W2984699060","https://openalex.org/W2995671390","https://openalex.org/W3009192917","https://openalex.org/W3019301826","https://openalex.org/W3034221024","https://openalex.org/W3035365026","https://openalex.org/W3035392611","https://openalex.org/W3109395208","https://openalex.org/W4246193833","https://openalex.org/W4293846201","https://openalex.org/W6631190155","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6674330103","https://openalex.org/W6714069269","https://openalex.org/W6729756640","https://openalex.org/W6731927902","https://openalex.org/W6733049761","https://openalex.org/W6737897983","https://openalex.org/W6739868092","https://openalex.org/W6739901393","https://openalex.org/W6740552771","https://openalex.org/W6745041639","https://openalex.org/W6766301176","https://openalex.org/W6771857893"],"related_works":["https://openalex.org/W4320016117","https://openalex.org/W2547835662","https://openalex.org/W2982558732","https://openalex.org/W4288087560","https://openalex.org/W3013006014","https://openalex.org/W2161229648","https://openalex.org/W2993674027","https://openalex.org/W2130228941","https://openalex.org/W2949597956","https://openalex.org/W3115512796"],"abstract_inverted_index":{"Adversarial":[0],"susceptibility":[1],"of":[2,15,40,44,77,85,109,126],"neural":[3],"image":[4,29,46,80,84,90],"captioning":[5,30],"is":[6,36],"still":[7],"under-explored":[8],"due":[9],"to":[10,24,33,95,123],"the":[11,16,37,41,48,55,59,64,75,78,97,110,124,139],"complex":[12],"multi-model":[13],"nature":[14],"task.":[17],"We":[18,62,103],"introduce":[19],"a":[20,82,92],"GAN-based":[21],"adversarial":[22],"attack":[23,35,116,120,145],"effectively":[25],"fool":[26],"encoder-decoder":[27],"based":[28],"frameworks.":[31],"Unique":[32],"our":[34,86,101,115,119,144],"systematic":[38],"disruption":[39,66],"internal":[42],"representation":[43],"an":[45,68],"at":[47,58],"encoder":[49],"stage":[50],"which":[51,113],"allows":[52],"control":[53,96],"over":[54],"captions":[56,99],"generated":[57],"decoder":[60,111,127],"stage.":[61],"cause":[63],"desired":[65],"with":[67,81],"input":[69,79],"perturbation":[70],"that":[71],"promotes":[72],"similarity":[73],"between":[74],"features":[76],"target":[83,89],"choice.":[87],"The":[88],"provides":[91],"convenient":[93],"handle":[94],"incorrect":[98],"in":[100],"method.":[102],"do":[104],"not":[105],"assume":[106],"any":[107],"knowledge":[108],"module,":[112,128],"makes":[114,143],"\u2018gray-box\u2019.":[117],"Moreover,":[118],"remains":[121],"agnostic":[122],"type":[125],"thereby":[129],"proving":[130],"effective":[131],"for":[132],"RNNs":[133],"as":[134,136,138],"well":[135],"Transformers":[137],"language":[140],"models.":[141],"This":[142],"highly":[146],"pragmatic.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}