{"id":"https://openalex.org/W4412518221","doi":"https://doi.org/10.3390/sym17071162","title":"Integrated Robust Optimization for Lightweight Transformer Models in Low-Resource Scenarios","display_name":"Integrated Robust Optimization for Lightweight Transformer Models in Low-Resource Scenarios","publication_year":2025,"publication_date":"2025-07-21","ids":{"openalex":"https://openalex.org/W4412518221","doi":"https://doi.org/10.3390/sym17071162"},"language":"en","primary_location":{"id":"doi:10.3390/sym17071162","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17071162","pdf_url":"https://www.mdpi.com/2073-8994/17/7/1162/pdf?version=1753089721","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/17/7/1162/pdf?version=1753089721","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034304352","display_name":"Hui Huang","orcid":"https://orcid.org/0000-0003-3212-0544"},"institutions":[{"id":"https://openalex.org/I4210108245","display_name":"Police Department","ror":"https://ror.org/01pd36221","country_code":"LT","type":"government","lineage":["https://openalex.org/I4210108245","https://openalex.org/I4210150337"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN","LT"],"is_corresponding":false,"raw_author_name":"Hui Huang","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing 100191, China","School of Traffic Management and Engineering, Guangxi Police College, Nanning 530028, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Traffic Management and Engineering, Guangxi Police College, Nanning 530028, China","institution_ids":["https://openalex.org/I4210108245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101842321","display_name":"Hengyu Zhang","orcid":"https://orcid.org/0000-0003-0345-0819"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hengyu Zhang","raw_affiliation_strings":["College of Liberal Arts and Sciences, University of Florida, Gainesville, FL 32611, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Liberal Arts and Sciences, University of Florida, Gainesville, FL 32611, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115596559","display_name":"Yusen Wang","orcid":"https://orcid.org/0009-0007-5547-7163"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yusen Wang","raw_affiliation_strings":["Faculty of Science, The University of Sydney, Sydney, NSW 2050, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Science, The University of Sydney, Sydney, NSW 2050, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haibin Liu","orcid":"https://orcid.org/0009-0000-1282-1250"},"institutions":[{"id":"https://openalex.org/I19894307","display_name":"Universit\u00e9 de Montpellier","ror":"https://ror.org/051escj72","country_code":"FR","type":"education","lineage":["https://openalex.org/I19894307"]},{"id":"https://openalex.org/I2800655693","display_name":"Lyceum of the Philippines University","ror":"https://ror.org/027e56k73","country_code":"PH","type":"education","lineage":["https://openalex.org/I2800655693"]},{"id":"https://openalex.org/I4210131537","display_name":"Montpellier Business School","ror":"https://ror.org/037tw3m02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210131537"]},{"id":"https://openalex.org/I4210134790","display_name":"Institute for Neurosciences of Montpellier","ror":"https://ror.org/0428ctr80","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I19894307","https://openalex.org/I4210134790"]}],"countries":["FR","PH"],"is_corresponding":false,"raw_author_name":"Haibin Liu","raw_affiliation_strings":["College of Business Administration, Lyceum of the Philippines University, Batangas 4200, Philippines","Institut Montpellier Management, University of Montpellier, 34960 Montpellier, France"],"raw_orcid":"https://orcid.org/0009-0000-1282-1250","affiliations":[{"raw_affiliation_string":"College of Business Administration, Lyceum of the Philippines University, Batangas 4200, Philippines","institution_ids":["https://openalex.org/I2800655693"]},{"raw_affiliation_string":"Institut Montpellier Management, University of Montpellier, 34960 Montpellier, France","institution_ids":["https://openalex.org/I4210134790","https://openalex.org/I19894307","https://openalex.org/I4210131537"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026799970","display_name":"Xiao Jie Chen","orcid":"https://orcid.org/0000-0003-0748-4880"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojie Chen","raw_affiliation_strings":["School of Finance, Fuzhou University of International Studies and Trade, Fuzhou 350202, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Finance, Fuzhou University of International Studies and Trade, Fuzhou 350202, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100738429","display_name":"Yiling Chen","orcid":"https://orcid.org/0000-0003-4806-5623"},"institutions":[{"id":"https://openalex.org/I4210101880","display_name":"Institute of Scientific and Technical Information","ror":"https://ror.org/0170b6c09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I107851509","https://openalex.org/I4210101880","https://openalex.org/I4210127390","https://openalex.org/I4210151987"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiling Chen","raw_affiliation_strings":["Guangxi Institute of Scientific and Technical Information, Nanning 530022, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi Institute of Scientific and Technical Information, Nanning 530022, China","institution_ids":["https://openalex.org/I4210101880"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035999480","display_name":"Yuan Liang","orcid":"https://orcid.org/0000-0002-6313-1097"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuan Liang","raw_affiliation_strings":["Guangxi Key Laboratory of Trusted Software, Guilin University of Electronic Technology, Guilin 541000, China","School of Computer Science and Engineering, Beihang University, Beijing 100191, China"],"raw_orcid":"https://orcid.org/0000-0002-6313-1097","affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Trusted Software, Guilin University of Electronic Technology, Guilin 541000, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing 100191, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5035999480","https://openalex.org/A5100738429"],"corresponding_institution_ids":["https://openalex.org/I4210101880","https://openalex.org/I5343935","https://openalex.org/I82880672"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.8081,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78676003,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"17","issue":"7","first_page":"1162","last_page":"1162"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12169","display_name":"Non-Destructive Testing Techniques","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6471414566040039},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5267571806907654},{"id":"https://openalex.org/keywords/robust-optimization","display_name":"Robust optimization","score":0.5091292262077332},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3478204607963562},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14734813570976257},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1416034996509552},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12062987685203552},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06782832741737366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6471414566040039},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5267571806907654},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.5091292262077332},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3478204607963562},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14734813570976257},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1416034996509552},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12062987685203552},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06782832741737366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/sym17071162","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17071162","pdf_url":"https://www.mdpi.com/2073-8994/17/7/1162/pdf?version=1753089721","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/sym17071162","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17071162","pdf_url":"https://www.mdpi.com/2073-8994/17/7/1162/pdf?version=1753089721","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412518221.pdf","grobid_xml":"https://content.openalex.org/works/W4412518221.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1945616565","https://openalex.org/W2095705004","https://openalex.org/W2117539524","https://openalex.org/W2640329709","https://openalex.org/W2798302089","https://openalex.org/W2896457183","https://openalex.org/W2905631704","https://openalex.org/W2913266441","https://openalex.org/W2947707615","https://openalex.org/W2963857521","https://openalex.org/W2985884876","https://openalex.org/W3009542902","https://openalex.org/W3035204084","https://openalex.org/W3037492894","https://openalex.org/W3096520920","https://openalex.org/W3116489684","https://openalex.org/W3119303959","https://openalex.org/W3177096435","https://openalex.org/W3177265267","https://openalex.org/W3203105104","https://openalex.org/W3211032610","https://openalex.org/W4210653015","https://openalex.org/W4214636423","https://openalex.org/W4283797128","https://openalex.org/W4298183015","https://openalex.org/W4320459518","https://openalex.org/W4385567216","https://openalex.org/W4387322684","https://openalex.org/W4388505026","https://openalex.org/W4391632220","https://openalex.org/W4401863443","https://openalex.org/W4402125383","https://openalex.org/W4404563033","https://openalex.org/W4405013624","https://openalex.org/W4407711294","https://openalex.org/W6674330103","https://openalex.org/W6719080892","https://openalex.org/W6739901393","https://openalex.org/W6755310938","https://openalex.org/W6778883912","https://openalex.org/W6850117044"],"related_works":["https://openalex.org/W3005017983","https://openalex.org/W2205708137","https://openalex.org/W3182145356","https://openalex.org/W3212504317","https://openalex.org/W1988872022","https://openalex.org/W3028487898","https://openalex.org/W2302257968","https://openalex.org/W4295680010","https://openalex.org/W3035069654","https://openalex.org/W2790022662"],"abstract_inverted_index":{"With":[0],"the":[1,117,231,249,257],"rapid":[2],"proliferation":[3],"of":[4,12,64,119,251,261],"artificial":[5],"intelligence":[6],"(AI)":[7],"applications,":[8,102],"an":[9],"increasing":[10],"number":[11],"edge":[13,106,265],"devices\u2014such":[14],"as":[15,43,78,193,199,201],"smartphones,":[16],"cameras,":[17],"and":[18,35,57,69,87,152,161,196,208,220,240,259],"embedded":[19],"controllers\u2014are":[20],"being":[21],"tasked":[22],"with":[23],"performing":[24],"AI-based":[25],"inference.":[26,138],"Due":[27],"to":[28,84,217],"constraints":[29],"in":[30,45,104,236,255],"storage":[31,86],"capacity,":[32],"computational":[33,71,88],"power,":[34],"network":[36],"connectivity,":[37],"these":[38,211],"devices":[39],"are":[40],"often":[41],"categorized":[42],"operating":[44],"resource-constrained":[46,124,238],"environments.":[47,107],"In":[48],"such":[49,77,192],"scenarios,":[50],"deploying":[51],"powerful":[52],"Transformer-based":[53],"models":[54,122,235],"like":[55,206],"ChatGPT":[56],"Vision":[58],"Transformers":[59,263],"is":[60],"highly":[61],"impractical":[62],"because":[63],"their":[65,90,243],"large":[66],"parameter":[67],"sizes":[68],"intensive":[70],"requirements.":[72],"While":[73],"lightweight":[74,120,136,185,233,262],"Transformer":[75,121,137,234],"models,":[76],"MobileViT,":[79],"offer":[80],"a":[81,96,129,177],"promising":[82],"solution":[83],"meet":[85],"limitations,":[89],"robustness":[91,118,131,143,180,258],"remains":[92],"insufficient.":[93],"This":[94,139,188],"poses":[95],"significant":[97],"security":[98],"risk":[99],"for":[100,135,170,264],"AI":[101,266],"particularly":[103],"critical":[105],"To":[108],"address":[109,214],"this":[110],"challenge,":[111],"our":[112,252],"research":[113],"focuses":[114],"on":[115],"enhancing":[116,256],"under":[123],"conditions.":[125],"First,":[126],"we":[127,175,229],"propose":[128],"comprehensive":[130],"evaluation":[132],"framework":[133,140],"tailored":[134],"assesses":[141],"model":[142,159,172,226],"across":[144],"three":[145],"key":[146],"dimensions:":[147],"noise":[148],"robustness,":[149,151,165],"distributional":[150],"adversarial":[153,179],"robustness.":[154,227,245],"It":[155],"further":[156],"investigates":[157],"how":[158],"size":[160],"hardware":[162],"limitations":[163],"affect":[164],"thereby":[166],"providing":[167],"valuable":[168],"insights":[169],"robustness-aware":[171],"design.":[173],"Second,":[174],"introduce":[176],"novel":[178],"enhancement":[181],"strategy":[182],"that":[183],"integrates":[184],"modeling":[186],"techniques.":[187],"approach":[189],"leverages":[190],"methods":[191,254],"gradient":[194],"clipping":[195],"layer-wise":[197],"unfreezing,":[198],"well":[200],"decision":[202,221],"boundary":[203,222],"optimization":[204],"techniques":[205],"TRADES":[207],"SMART.":[209],"Together,":[210],"strategies":[212],"effectively":[213],"challenges":[215],"related":[216],"training":[218],"instability":[219],"smoothness,":[223],"significantly":[224],"improving":[225],"Finally,":[228],"deploy":[230],"robust":[232],"real-world":[237],"environments":[239],"empirically":[241],"validate":[242],"inference":[244],"The":[246],"results":[247],"confirm":[248],"effectiveness":[250],"proposed":[253],"reliability":[260],"applications.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}