{"id":"https://openalex.org/W4412605404","doi":"https://doi.org/10.1109/mts.2025.3582667","title":"The Unprecedented Surge in Generative AI: Empirical Analysis of Trusted and Malicious Large Language Models (LLMs)","display_name":"The Unprecedented Surge in Generative AI: Empirical Analysis of Trusted and Malicious Large Language Models (LLMs)","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412605404","doi":"https://doi.org/10.1109/mts.2025.3582667"},"language":"en","primary_location":{"id":"doi:10.1109/mts.2025.3582667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mts.2025.3582667","pdf_url":null,"source":{"id":"https://openalex.org/S101091692","display_name":"IEEE Technology and Society Magazine","issn_l":"0278-0097","issn":["0278-0097","1937-416X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Technology and Society Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104000386","display_name":"Aditya K. Sood","orcid":"https://orcid.org/0000-0002-7738-2890"},"institutions":[{"id":"https://openalex.org/I2800106379","display_name":"Global Strategy Group","ror":"https://ror.org/00geaen61","country_code":"US","type":"company","lineage":["https://openalex.org/I2800106379"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aditya K. Sood","raw_affiliation_strings":["Security Engineering and AI Strategy, Aryaka, Santa Clara, CA, USA","Security Engineering and AI Strategy Aryaka, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Security Engineering and AI Strategy, Aryaka, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I2800106379"]},{"raw_affiliation_string":"Security Engineering and AI Strategy Aryaka, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I2800106379"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002810652","display_name":"Sherali Zeadally","orcid":"https://orcid.org/0000-0002-5982-8190"},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sherali Zeadally","raw_affiliation_strings":["University of Kentucky, Lexington, KY, USA"],"affiliations":[{"raw_affiliation_string":"University of Kentucky, Lexington, KY, USA","institution_ids":["https://openalex.org/I143302722"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5104000386"],"corresponding_institution_ids":["https://openalex.org/I2800106379"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09860087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"44","issue":"3","first_page":"98","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7926999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7926999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7275000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6901999711990356,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5434761643409729},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5210111141204834},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.48026204109191895},{"id":"https://openalex.org/keywords/surge","display_name":"Surge","score":0.415499746799469},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29834243655204773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25436824560165405},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10103082656860352}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5434761643409729},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5210111141204834},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.48026204109191895},{"id":"https://openalex.org/C154108245","wikidata":"https://www.wikidata.org/wiki/Q287381","display_name":"Surge","level":2,"score":0.415499746799469},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29834243655204773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25436824560165405},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10103082656860352}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mts.2025.3582667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mts.2025.3582667","pdf_url":null,"source":{"id":"https://openalex.org/S101091692","display_name":"IEEE Technology and Society Magazine","issn_l":"0278-0097","issn":["0278-0097","1937-416X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Technology and Society Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1993861188","https://openalex.org/W1997222770","https://openalex.org/W2735256042","https://openalex.org/W4385452929","https://openalex.org/W4391128915","https://openalex.org/W4391164270","https://openalex.org/W4392667162","https://openalex.org/W4392905217","https://openalex.org/W4400046710"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2586462994","https://openalex.org/W4205593056","https://openalex.org/W4245899862","https://openalex.org/W1679724328","https://openalex.org/W2366724728","https://openalex.org/W4290993477","https://openalex.org/W2024978468"],"abstract_inverted_index":{"Trusted":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"inherit":[5],"ethical":[6],"guidelines":[7],"to":[8,18,61,91,107,132],"prevent":[9],"generating":[10,111],"harmful":[11,93],"content,":[12],"whereas":[13],"malicious":[14,30,101,124],"LLMs":[15,31,55,78,102],"are":[16],"engineered":[17],"enable":[19],"the":[20,38,41,48,63,76,120,123],"generation":[21],"of":[22,40,51,65,122],"unethical":[23],"and":[24,29,43,89,125,137],"toxic":[25],"responses.":[26],"Both":[27],"trusted":[28,77,126],"use":[32],"guardrails":[33,52,66,73,106,138],"in":[34,54,75],"differential":[35],"contexts":[36],"per":[37],"requirements":[39],"developers":[42],"attackers,":[44],"respectively.":[45],"We":[46,128],"explore":[47],"multifaceted":[49],"world":[50],"implementation":[53],"by":[56,110],"conducting":[57],"an":[58],"empirical":[59,115],"analysis":[60,116],"assess":[62],"effectiveness":[64],"using":[67,82],"prompts.":[68],"Our":[69],"results":[70],"revealed":[71],"that":[72,100],"deployed":[74],"could":[79],"be":[80],"bypassed":[81],"prompt":[83,135],"manipulation":[84,136],"techniques":[85],"such":[86],"as":[87],"\"pretend\"":[88],"\"persist\"":[90],"generate":[92],"content.":[94,113],"In":[95],"addition,":[96],"we":[97],"also":[98,129],"discovered":[99],"still":[103],"deploy":[104],"weak":[105],"evade":[108],"detection":[109],"human-like":[112],"This":[114],"provides":[117],"insights":[118],"into":[119],"design":[121],"LLMs.":[127,142],"propose":[130],"recommendations":[131],"defend":[133],"against":[134],"bypass":[139],"while":[140],"designing":[141]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}