{"id":"https://openalex.org/W4406461186","doi":"https://doi.org/10.1109/bigdata62323.2024.10825256","title":"Exposing LLM Vulnerabilities: Adversarial Scam Detection and Performance","display_name":"Exposing LLM Vulnerabilities: Adversarial Scam Detection and Performance","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406461186","doi":"https://doi.org/10.1109/bigdata62323.2024.10825256"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103738671","display_name":"Chen-Wei Chang","orcid":"https://orcid.org/0000-0002-8321-8667"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chen-Wei Chang","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004703367","display_name":"Shailik Sarkar","orcid":"https://orcid.org/0000-0001-6544-2262"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shailik Sarkar","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114376152","display_name":"S. Mitra","orcid":"https://orcid.org/0000-0002-0800-4626"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shutonu Mitra","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360348","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0002-7238-8134"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102958171","display_name":"Hossein Salemi","orcid":"https://orcid.org/0000-0003-3462-9037"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hossein Salemi","raw_affiliation_strings":["Department of Information Sciences and Technology"],"affiliations":[{"raw_affiliation_string":"Department of Information Sciences and Technology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012073624","display_name":"Hemant Purohit","orcid":"https://orcid.org/0000-0002-4573-8450"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hemant Purohit","raw_affiliation_strings":["Department of Information Sciences and Technology"],"affiliations":[{"raw_affiliation_string":"Department of Information Sciences and Technology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066842912","display_name":"Fengxiu Zhang","orcid":"https://orcid.org/0000-0001-5784-9708"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fengxiu Zhang","raw_affiliation_strings":["George Mason University,School of Policy and Government,USA"],"affiliations":[{"raw_affiliation_string":"George Mason University,School of Policy and Government,USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078022830","display_name":"Michin Hong","orcid":"https://orcid.org/0000-0002-2781-7374"},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]},{"id":"https://openalex.org/I4210153792","display_name":"University School","ror":"https://ror.org/05ap66461","country_code":"US","type":"education","lineage":["https://openalex.org/I4210153792"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michin Hong","raw_affiliation_strings":["Indiana University,School of Social Work,USA"],"affiliations":[{"raw_affiliation_string":"Indiana University,School of Social Work,USA","institution_ids":["https://openalex.org/I592451","https://openalex.org/I4210153792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112807098","display_name":"Jin-Hee Cho","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin-Hee Cho","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038002204","display_name":"Chang\u2010Tien Lu","orcid":"https://orcid.org/0000-0003-3675-0199"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chang-Tien Lu","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5103738671"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":1.0984,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8093285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3568","last_page":"3571"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7954003810882568},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7032519578933716},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5517744421958923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23528042435646057}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7954003810882568},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7032519578933716},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5517744421958923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23528042435646057}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},{"id":"pmh:oai:scholarworks.indianapolis.iu.edu:1805/50610","is_oa":false,"landing_page_url":"https://hdl.handle.net/1805/50610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400987","display_name":"IUScholarWorks (Indiana University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I592451","host_organization_name":"Indiana University","host_organization_lineage":["https://openalex.org/I592451"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2029857148","https://openalex.org/W2126904423","https://openalex.org/W3141571471","https://openalex.org/W4214876417","https://openalex.org/W4288363925","https://openalex.org/W4307010329","https://openalex.org/W4387891897","https://openalex.org/W4389520455","https://openalex.org/W4399741127","https://openalex.org/W4401202781","https://openalex.org/W4403719296","https://openalex.org/W4404782847","https://openalex.org/W4405410572","https://openalex.org/W6761100157","https://openalex.org/W6846127661","https://openalex.org/W6857621569","https://openalex.org/W6871199618","https://openalex.org/W6873509346"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492"],"abstract_inverted_index":{"Can":[0],"we":[1],"trust":[2],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"to":[7,81,99],"accurately":[8],"predict":[9],"scam?":[10],"This":[11],"paper":[12],"investigates":[13],"the":[14,24,58,87],"vulnerabilities":[15,76],"of":[16,26,41,75,77,89],"LLMs":[17,90],"when":[18],"facing":[19],"adversarial":[20,48,71,93],"scam":[21,27,42,49,59,65,94],"messages":[22,95],"for":[23,57],"task":[25,61],"detection.":[28],"We":[29,85],"addressed":[30],"this":[31],"issue":[32],"by":[33],"creating":[34],"a":[35,78],"comprehensive":[36],"dataset":[37,52],"with":[38],"fine-grained":[39],"labels":[40],"messages,":[43],"including":[44],"both":[45],"original":[46],"and":[47,96],"messages.":[50],"The":[51],"extended":[53],"traditional":[54],"binary":[55],"classes":[56],"detection":[60],"into":[62],"more":[63],"nuanced":[64],"types.":[66],"Our":[67],"analysis":[68],"showed":[69],"how":[70],"examples":[72],"took":[73],"advantage":[74],"LLM,":[79],"leading":[80],"high":[82],"misclassification":[83],"rate.":[84],"evaluated":[86],"performance":[88],"on":[91],"these":[92],"proposed":[97],"strategies":[98],"improve":[100],"their":[101],"robustness.":[102]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}