{"id":"https://openalex.org/W4410636345","doi":"https://doi.org/10.1145/3701716.3715581","title":"A Framework to Assess Multilingual Vulnerabilities of LLMs","display_name":"A Framework to Assess Multilingual Vulnerabilities of LLMs","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4410636345","doi":"https://doi.org/10.1145/3701716.3715581"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3715581","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715581","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715581","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715581","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061924610","display_name":"Likai Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Likai Tang","raw_affiliation_strings":["University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106326450","display_name":"Niruth Bogahawatta","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Niruth Bogahawatta","raw_affiliation_strings":["University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092681387","display_name":"Yasod Ginige","orcid":"https://orcid.org/0009-0004-0479-1767"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yasod Ginige","raw_affiliation_strings":["University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101087771","display_name":"Jiarui Xu","orcid":"https://orcid.org/0009-0007-6066-5492"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jiarui Xu","raw_affiliation_strings":["University of Sydney, Sydney, SNW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, SNW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112194309","display_name":"Songlin Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shixuan Sun","raw_affiliation_strings":["University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002889503","display_name":"Surangika Ranathunga","orcid":"https://orcid.org/0000-0003-0701-0204"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Surangika Ranathunga","raw_affiliation_strings":["Massey University, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038376039","display_name":"Suranga Seneviratne","orcid":"https://orcid.org/0000-0002-5485-5595"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Suranga Seneviratne","raw_affiliation_strings":["University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5061924610"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05782958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1331","last_page":"1335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9408000111579895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9408000111579895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6247705221176147},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.42659685015678406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6247705221176147},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.42659685015678406}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701716.3715581","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715581","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715581","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701716.3715581","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715581","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715581","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410636345.pdf","grobid_xml":"https://content.openalex.org/works/W4410636345.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2990138404","https://openalex.org/W3035032094","https://openalex.org/W4389519254","https://openalex.org/W4402670694","https://openalex.org/W6600424091"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"acquiring":[5],"a":[6,53],"wider":[7],"range":[8],"of":[9,61,78],"capabilities,":[10],"including":[11],"understanding":[12],"and":[13,34],"responding":[14],"in":[15,31,46,93,105,112,130],"multiple":[16],"languages.":[17],"While":[18],"they":[19,121],"undergo":[20],"safety":[21],"training":[22,32],"to":[23,44,55],"prevent":[24],"them":[25],"from":[26,124],"answering":[27],"illegal":[28],"questions,":[29],"imbalances":[30],"data":[33],"human":[35,91,103],"evaluation":[36,92],"resources":[37],"can":[38],"make":[39],"these":[40,115],"models":[41],"more":[42],"susceptible":[43],"attacks":[45],"low-resource":[47],"languages":[48,74],"(LRL).":[49],"This":[50],"paper":[51],"proposes":[52],"framework":[54,89],"automatically":[56],"assess":[57],"the":[58,83,98,125],"multilingual":[59],"vulnerabilities":[60,111],"commonly":[62],"used":[63],"LLMs.":[64],"Using":[65],"our":[66,87],"framework,":[67],"we":[68],"evaluated":[69],"six":[70],"LLMs":[71],"across":[72],"eight":[73],"representing":[75],"varying":[76],"levels":[77],"resource":[79],"availability.":[80],"We":[81],"validated":[82],"assessments":[84],"generated":[85],"by":[86],"automated":[88],"through":[90],"two":[94],"languages,":[95],"demonstrating":[96],"that":[97],"framework's":[99],"results":[100],"align":[101],"with":[102],"judgments":[104],"most":[106],"cases.":[107],"Our":[108],"findings":[109],"reveal":[110],"LRL;":[113],"however,":[114],"may":[116],"pose":[117],"minimal":[118],"risk":[119],"as":[120],"often":[122],"stem":[123],"model's":[126],"poor":[127],"performance,":[128],"resulting":[129],"incoherent":[131],"responses.":[132]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}