{"id":"https://openalex.org/W4412119678","doi":"https://doi.org/10.1145/3719384.3719447","title":"Towards Resilient and Efficient LLMs: A Comparative Study of Efficiency, Performance, and Adversarial Robustness","display_name":"Towards Resilient and Efficient LLMs: A Comparative Study of Efficiency, Performance, and Adversarial Robustness","publication_year":2024,"publication_date":"2024-12-14","ids":{"openalex":"https://openalex.org/W4412119678","doi":"https://doi.org/10.1145/3719384.3719447"},"language":"en","primary_location":{"id":"doi:10.1145/3719384.3719447","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3719384.3719447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 7th Artificial Intelligence and Cloud Computing Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaojing Fan","orcid":"https://orcid.org/0009-0001-6993-6240"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojing Fan","raw_affiliation_strings":["New York University, New York, USA"],"raw_orcid":"https://orcid.org/0009-0001-6993-6240","affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000223660","display_name":"Chunliang Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunliang Tao","raw_affiliation_strings":["New York University, New York, USA"],"raw_orcid":"https://orcid.org/0009-0004-3243-6869","affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":1.7802,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.88295603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"429","last_page":"436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7469282746315002},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7050477862358093},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5729218125343323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2527531385421753},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09287962317466736}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7469282746315002},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7050477862358093},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5729218125343323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2527531385421753},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09287962317466736},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3719384.3719447","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3719384.3719447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 7th Artificial Intelligence and Cloud Computing Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2588998509","https://openalex.org/W2971031791","https://openalex.org/W3177265267","https://openalex.org/W3204998121","https://openalex.org/W4224215750","https://openalex.org/W4230872509","https://openalex.org/W4386794413","https://openalex.org/W4388110106","https://openalex.org/W4398219183","https://openalex.org/W6954847198"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492"],"abstract_inverted_index":{"With":[0],"the":[1,25,42,79,88,104,140],"increasing":[2],"demand":[3],"for":[4,159],"practical":[5],"applications":[6,160],"of":[7,28,50,63,142],"Large":[8],"Language":[9],"Models":[10],"(LLMs),":[11],"many":[12],"attention-efficient":[13],"models":[14,30,59],"have":[15],"been":[16],"developed":[17],"to":[18,40,95,131,145,166],"balance":[19,149],"performance":[20],"and":[21,47,52,65,74,81,107,121,153,164],"computational":[22],"cost.":[23],"However,":[24],"adversarial":[26,48,92,154,167],"robustness":[27,49,126],"these":[29],"remains":[31],"under-explored.":[32],"In":[33],"this":[34],"work,":[35],"we":[36],"design":[37],"a":[38,147],"framework":[39],"investigate":[41],"trade-off":[43],"between":[44,150],"efficiency,":[45,151],"performance,":[46,152],"LLMs":[51],"conduct":[53],"extensive":[54],"experiments":[55],"on":[56,114,127],"three":[57],"prominent":[58],"with":[60,91],"varying":[61],"levels":[62],"complexity":[64],"efficiency":[66,120],"\u2013":[67,77],"Transformer++,":[68],"Gated":[69],"Linear":[70],"Attention":[71],"(GLA)":[72],"Transformer,":[73],"MatMul-Free":[75,108],"LM":[76,109],"utilizing":[78],"GLUE":[80,89,115],"AdvGLUE":[82,85,128],"datasets.":[83],"The":[84],"dataset":[86,90],"extends":[87],"samples":[93],"designed":[94],"challenge":[96],"model":[97],"robustness.":[98],"Our":[99],"results":[100],"show":[101],"that":[102],"while":[103],"GLA":[105],"Transformer":[106],"achieve":[110,146],"slightly":[111],"lower":[112],"accuracy":[113],"tasks,":[116],"they":[117],"demonstrate":[118],"higher":[119],"either":[122],"superior":[123],"or":[124],"comparative":[125],"tasks":[129],"compared":[130],"Transformer++":[132],"across":[133],"different":[134],"attack":[135],"levels.":[136],"These":[137],"findings":[138],"highlight":[139],"potential":[141],"simplified":[143],"architectures":[144],"compelling":[148],"robustness,":[155],"offering":[156],"valuable":[157],"insights":[158],"where":[161],"resource":[162],"constraints":[163],"resilience":[165],"attacks":[168],"are":[169],"critical.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}