{"id":"https://openalex.org/W7128815360","doi":"https://doi.org/10.48550/arxiv.2602.11411","title":"Improving the Robustness of Large Language Models for Code Tasks via Fine-tuning with Perturbed Data","display_name":"Improving the Robustness of Large Language Models for Code Tasks via Fine-tuning with Perturbed Data","publication_year":2026,"publication_date":"2026-02-11","ids":{"openalex":"https://openalex.org/W7128815360","doi":"https://doi.org/10.48550/arxiv.2602.11411"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.11411","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125980178","display_name":"Yang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005515943","display_name":"Armstrong Foundjem","orcid":"https://orcid.org/0000-0001-6356-1938"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foundjem, Armstrong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740259","display_name":"Xia Wu","orcid":"https://orcid.org/0000-0002-1496-8800"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xingfang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125912586","display_name":"Heng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125928497","display_name":"Foutse Khomh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khomh, Foutse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19029854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3450999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3450999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.19619999825954437,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0722000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8432000279426575},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5012000203132629},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.2639000117778778},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.2630000114440918},{"id":"https://openalex.org/keywords/robustness-testing","display_name":"Robustness testing","score":0.25040000677108765}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8432000279426575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6601999998092651},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.25040000677108765},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2401999980211258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22689999639987946}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.11411","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.11411","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.11411","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.11411","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Context:":[0],"In":[1],"the":[2,28,60,184,192,196],"fast-paced":[3],"evolution":[4],"of":[5,30,62,186,194,200],"software":[6],"development,":[7],"Large":[8],"Language":[9],"Models":[10],"(LLMs)":[11],"have":[12],"become":[13],"indispensable":[14],"tools":[15],"for":[16,64,132,173,202],"tasks":[17,66,175],"such":[18],"as":[19,42],"code":[20,52],"generation,":[21],"completion,":[22],"analysis,":[23],"and":[24,101,108,198],"bug":[25],"fixing.":[26],"Ensuring":[27],"robustness":[29,61,82,91,123,182,197],"these":[31],"models":[32,94,107,109,133],"against":[33,67,83,105],"potential":[34,68],"vulnerabilities":[35],"from":[36],"handling":[37],"diverse":[38],"inputs":[39],"is":[40],"critical,":[41],"variations":[43],"in":[44,144],"input":[45,84],"can":[46],"lead":[47],"to":[48,58,157],"incorrect":[49],"or":[50],"insecure":[51],"outputs.":[53],"Objective:":[54],"This":[55],"work":[56],"aims":[57],"improve":[59],"LLMs":[63,76,116,172,201],"coding-related":[65],"adversarial":[69],"inputs.":[70],"Specifically,":[71],"we":[72],"investigate":[73],"how":[74],"fine-tuning":[75,93,140,158],"with":[77,117,134,159,176],"perturbed":[78,97,118,177],"datasets":[79,96,119],"impacts":[80],"their":[81,181],"perturbations.":[85],"Method:":[86],"We":[87],"systematically":[88],"evaluated":[89],"LLM":[90],"by":[92],"using":[95],"at":[98,183],"character-level,":[99],"word-level,":[100],"sentence-level,":[102],"comparing":[103],"results":[104,143],"base":[106],"fine-tuned":[110],"on":[111],"unperturbed":[112,160],"datasets.":[113],"Results:":[114],"Fine-tuning":[115,171],"significantly":[120],"improves":[121],"model":[122],"(RD":[124],"usually":[125,150],"drops":[126,151],"around":[127,152],"4\\%":[128],"-":[129,154],"6\\%),":[130],"especially":[131],"relatively":[135],"weak":[136],"robustness.":[137],"However,":[138],"this":[139],"process":[141],"typically":[142],"a":[145,187],"slight":[146],"performance":[147,164,189,199],"decrease":[148],"(pass@1":[149],"1\\%":[153],"3\\%)":[155],"compared":[156],"datasets,":[161],"although":[162],"occasional":[163],"improvements":[165],"are":[166],"observed.":[167],"Conclusion":[168],"\\&":[169],"Implications:":[170],"coding":[174,203],"data":[178],"effectively":[179],"enhances":[180],"cost":[185],"minor":[188],"reduction,":[190],"emphasizing":[191],"importance":[193],"balancing":[195],"applications.":[204]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-14T00:00:00"}